[ 457.689223] nova-conductor[54076]: INFO dbcounter [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] Registered counter for database nova_api [ 457.698051] nova-conductor[54076]: DEBUG oslo_db.sqlalchemy.engines [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=54076) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 457.726815] nova-conductor[54076]: DEBUG dbcounter [-] [54076] Writer thread running {{(pid=54076) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 457.728780] nova-conductor[54076]: DEBUG nova.context [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),c3910535-3dcf-4557-8dc9-54a14b20e0a3(cell1) {{(pid=54076) load_cells /opt/stack/nova/nova/context.py:464}} [ 457.730493] nova-conductor[54076]: DEBUG oslo_concurrency.lockutils [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 457.730704] nova-conductor[54076]: DEBUG oslo_concurrency.lockutils [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 457.731148] nova-conductor[54076]: DEBUG oslo_concurrency.lockutils [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 457.731551] nova-conductor[54076]: DEBUG oslo_concurrency.lockutils [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 457.731738] nova-conductor[54076]: DEBUG oslo_concurrency.lockutils [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 457.732703] nova-conductor[54076]: DEBUG oslo_concurrency.lockutils [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=54076) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 457.733991] nova-conductor[54076]: INFO dbcounter [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] Registered counter for database nova_cell0 [ 457.736292] nova-conductor[54076]: INFO dbcounter [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] Registered counter for database nova_cell1 [ 457.738957] nova-conductor[54076]: DEBUG oslo_db.sqlalchemy.engines [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=54076) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 457.739458] nova-conductor[54076]: DEBUG oslo_db.sqlalchemy.engines [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=54076) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 457.819718] nova-conductor[54076]: DEBUG dbcounter [-] [54076] Writer thread running {{(pid=54076) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 457.822805] nova-conductor[54076]: DEBUG dbcounter [-] [54076] Writer thread running {{(pid=54076) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 457.824422] nova-conductor[54076]: DEBUG oslo_concurrency.lockutils [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] Acquiring lock "singleton_lock" {{(pid=54076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 457.824603] nova-conductor[54076]: DEBUG oslo_concurrency.lockutils [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] Acquired lock "singleton_lock" {{(pid=54076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 457.824844] nova-conductor[54076]: DEBUG oslo_concurrency.lockutils [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] Releasing lock "singleton_lock" {{(pid=54076) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 457.825272] nova-conductor[54076]: INFO oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] Starting 2 workers [ 457.829626] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] Started child 54851 {{(pid=54076) _start_child /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:579}} [ 457.835082] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] Started child 54852 {{(pid=54076) _start_child /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:579}} [ 457.835171] nova-conductor[54851]: INFO nova.service [-] Starting conductor node (version 30.1.0) [ 457.835397] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] Full set of CONF: {{(pid=54076) wait /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:653}} [ 457.835397] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] ******************************************************************************** {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 457.835397] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] Configuration options gathered from: {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 457.835397] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] command line args: ['--config-file', '/etc/nova/nova.conf'] {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2808}} [ 457.835397] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] config files: ['/etc/nova/nova.conf'] {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 457.835397] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] ================================================================================ {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2811}} [ 457.835816] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] allow_resize_to_same_host = True {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.836065] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] arq_binding_timeout = 300 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.836278] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] block_device_allocate_retries = 60 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.836477] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] block_device_allocate_retries_interval = 3 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.836713] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] cert = self.pem {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.836926] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] compute_driver = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.837180] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] compute_monitors = [] {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.837391] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] config_dir = [] {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.837620] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] config_drive_format = iso9660 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.837759] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] config_file = ['/etc/nova/nova.conf'] {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.838160] nova-conductor[54852]: INFO nova.service [-] Starting conductor node (version 30.1.0) [ 457.842106] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] config_source = [] {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.842106] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] console_host = devstack {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.842106] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] control_exchange = nova {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.842106] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] cpu_allocation_ratio = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.842226] nova-conductor[54851]: INFO dbcounter [None req-a37f28ab-1e51-4b51-a6c7-46c1cda7f384 None None] Registered counter for database nova_cell1 [ 457.842259] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] daemon = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.842259] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] debug = True {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.842259] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] default_access_ip_network_name = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.842259] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] default_availability_zone = nova {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.842259] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] default_ephemeral_format = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.842259] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] default_green_pool_size = 1000 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.842464] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.842464] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] default_schedule_zone = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.842464] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] disk_allocation_ratio = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.842464] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] enable_new_services = True {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.842464] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] enabled_apis = ['osapi_compute'] {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.842620] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] enabled_ssl_apis = [] {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.842620] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] flat_injected = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.842620] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] force_config_drive = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.842620] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] force_raw_images = True {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.842620] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] graceful_shutdown_timeout = 5 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.842734] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] heal_instance_info_cache_interval = 60 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.843173] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] host = devstack {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.843386] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] initial_cpu_allocation_ratio = 4.0 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.843580] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] initial_disk_allocation_ratio = 1.0 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.843751] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] initial_ram_allocation_ratio = 1.0 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.844013] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.844184] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] instance_build_timeout = 0 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.844388] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] instance_delete_interval = 300 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.844616] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] instance_format = [instance: %(uuid)s] {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.844795] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] instance_name_template = instance-%08x {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.844956] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] instance_usage_audit = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.845202] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] instance_usage_audit_period = month {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.845329] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.845518] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] instances_path = /opt/stack/data/nova/instances {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.845707] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] internal_service_availability_zone = internal {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.845862] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] key = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.846050] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] live_migration_retry_count = 30 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.850063] nova-conductor[54852]: INFO dbcounter [None req-d87ef4f8-dcee-48b7-a7e6-b95201777bcd None None] Registered counter for database nova_cell1 [ 457.850104] nova-conductor[54851]: DEBUG oslo_db.sqlalchemy.engines [None req-a37f28ab-1e51-4b51-a6c7-46c1cda7f384 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=54851) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 457.850136] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] log_color = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.850136] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] log_config_append = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.850136] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.850136] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] log_dir = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.850136] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] log_file = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.850136] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] log_options = True {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.850136] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] log_rotate_interval = 1 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.850299] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] log_rotate_interval_type = days {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.850299] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] log_rotation_type = none {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.850299] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.850299] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.850299] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.850299] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.850505] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.850505] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] long_rpc_timeout = 1800 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.850505] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] max_concurrent_builds = 10 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.850505] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] max_concurrent_live_migrations = 1 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.850505] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] max_concurrent_snapshots = 5 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.850505] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] max_local_block_devices = 3 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.850505] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] max_logfile_count = 30 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.850670] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] max_logfile_size_mb = 200 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.850670] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] maximum_instance_delete_attempts = 5 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.850670] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] metadata_listen = 0.0.0.0 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.850670] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] metadata_listen_port = 8775 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.850670] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] metadata_workers = 2 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.851160] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] migrate_max_retries = -1 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.851160] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] mkisofs_cmd = genisoimage {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.851241] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] my_block_storage_ip = 10.180.1.21 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.851330] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] my_ip = 10.180.1.21 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.851504] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] network_allocate_retries = 0 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.851698] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.851876] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] osapi_compute_listen = 0.0.0.0 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.852051] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] osapi_compute_listen_port = 8774 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.852219] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] osapi_compute_unique_server_name_scope = {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.852387] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] osapi_compute_workers = 2 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.852548] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] password_length = 12 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.852706] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] periodic_enable = True {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.852869] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] periodic_fuzzy_delay = 60 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.853049] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] pointer_model = usbtablet {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.853245] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] preallocate_images = none {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.853826] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] publish_errors = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.853826] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] pybasedir = /opt/stack/nova {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.853826] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] ram_allocation_ratio = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.853826] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] rate_limit_burst = 0 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.854034] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] rate_limit_except_level = CRITICAL {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.854182] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] rate_limit_interval = 0 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.854335] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] reboot_timeout = 0 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.854506] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] reclaim_instance_interval = 0 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.854671] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] record = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.854831] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] reimage_timeout_per_gb = 20 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.855013] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] report_interval = 120 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.855184] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] rescue_timeout = 0 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.855336] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] reserved_host_cpus = 0 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.855534] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] reserved_host_disk_mb = 0 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.856983] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] reserved_host_memory_mb = 512 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.856983] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] reserved_huge_pages = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.857158] nova-conductor[54852]: DEBUG oslo_db.sqlalchemy.engines [None req-d87ef4f8-dcee-48b7-a7e6-b95201777bcd None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=54852) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 457.857223] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] resize_confirm_window = 0 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.857223] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] resize_fs_using_block_device = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.857223] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] resume_guests_state_on_host_boot = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.857223] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.857223] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] rpc_response_timeout = 60 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.857443] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] run_external_periodic_tasks = True {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.857533] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] running_deleted_instance_action = reap {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.857693] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] running_deleted_instance_poll_interval = 1800 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.857868] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] running_deleted_instance_timeout = 0 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.858034] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] scheduler_instance_sync_interval = 120 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.858214] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] service_down_time = 720 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.858407] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] servicegroup_driver = db {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.858585] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] shell_completion = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.858743] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] shelved_offload_time = 0 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.858920] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writer thread running {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 457.859070] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] shelved_poll_interval = 3600 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.859258] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] shutdown_timeout = 0 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.859418] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] source_is_ipv6 = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.859587] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] ssl_only = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.859774] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] state_path = /opt/stack/data/nova {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.859929] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] sync_power_state_interval = 600 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.860116] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] sync_power_state_pool_size = 1000 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.860281] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] syslog_log_facility = LOG_USER {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.860442] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] tempdir = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.860622] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] timeout_nbd = 10 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.860783] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] transport_url = **** {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.860969] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] update_resources_interval = 0 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.861142] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] use_cow_images = True {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.861302] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] use_eventlog = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.861466] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] use_journal = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.861661] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] use_json = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.861826] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] use_rootwrap_daemon = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.862070] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] use_stderr = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.862258] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] use_syslog = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.862411] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] vcpu_pin_set = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.862571] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] vif_plugging_is_fatal = True {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.862758] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] vif_plugging_timeout = 300 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.862942] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] virt_mkfs = [] {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.863113] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] volume_usage_poll_interval = 0 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.863276] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] watch_log_file = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.863456] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] web = /usr/share/spice-html5 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 457.863738] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] oslo_concurrency.disable_process_locking = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.863936] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] oslo_concurrency.lock_path = /opt/stack/data/nova {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.864155] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.864316] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.864529] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] oslo_messaging_metrics.metrics_process_name = {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.864709] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.864873] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.865097] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] api.auth_strategy = keystone {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.865286] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] api.compute_link_prefix = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.865483] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.865677] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] api.dhcp_domain = novalocal {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.865852] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] api.enable_instance_password = True {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.866024] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] api.glance_link_prefix = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.866200] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.866388] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] api.instance_list_cells_batch_strategy = distributed {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.866546] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] api.instance_list_per_project_cells = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.866716] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] api.list_records_by_skipping_down_cells = True {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.866884] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] api.local_metadata_per_cell = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.867089] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] api.max_limit = 1000 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.867262] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] api.metadata_cache_expiration = 15 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.867435] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] api.neutron_default_tenant_id = default {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.867640] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] api.response_validation = warn {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.868262] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] api.use_neutron_default_nets = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.868262] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.868262] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] api.vendordata_dynamic_failure_fatal = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.868407] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.868536] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] api.vendordata_dynamic_ssl_certfile = {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.868684] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] api.vendordata_dynamic_targets = [] {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.868845] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] api.vendordata_jsonfile_path = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.869037] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] api.vendordata_providers = ['StaticJSON'] {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.869298] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] cache.backend = dogpile.cache.memcached {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.869565] nova-conductor[54851]: DEBUG nova.service [None req-a37f28ab-1e51-4b51-a6c7-46c1cda7f384 None None] Creating RPC server for service conductor {{(pid=54851) start /opt/stack/nova/nova/service.py:186}} [ 457.869715] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] cache.backend_argument = **** {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.869927] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] cache.config_prefix = cache.oslo {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.870152] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] cache.dead_timeout = 60.0 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.870323] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] cache.debug_cache_backend = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.870512] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] cache.enable_retry_client = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.870687] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] cache.enable_socket_keepalive = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.870858] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] cache.enabled = True {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.871028] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] cache.enforce_fips_mode = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.871222] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] cache.expiration_time = 600 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.871402] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] cache.hashclient_retry_attempts = 2 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.871590] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] cache.hashclient_retry_delay = 1.0 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.871835] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] cache.memcache_dead_retry = 300 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.871914] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] cache.memcache_password = **** {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.872084] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.872246] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.872428] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] cache.memcache_pool_maxsize = 10 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.872588] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] cache.memcache_pool_unused_timeout = 60 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.872752] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] cache.memcache_sasl_enabled = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.872928] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] cache.memcache_servers = ['localhost:11211'] {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.873156] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writer thread running {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 457.873299] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] cache.memcache_socket_timeout = 1.0 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.873481] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] cache.memcache_username = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.873652] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] cache.proxies = [] {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.873814] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] cache.redis_db = 0 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.873970] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] cache.redis_password = **** {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.874160] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] cache.redis_sentinel_service_name = mymaster {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.874341] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.874543] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] cache.redis_server = localhost:6379 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.874716] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] cache.redis_socket_timeout = 1.0 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.874877] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] cache.redis_username = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.875048] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] cache.retry_attempts = 2 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.875216] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] cache.retry_delay = 0.0 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.875382] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] cache.socket_keepalive_count = 1 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.875581] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] cache.socket_keepalive_idle = 1 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.876296] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] cache.socket_keepalive_interval = 1 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.876486] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] cache.tls_allowed_ciphers = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.876714] nova-conductor[54852]: DEBUG nova.service [None req-d87ef4f8-dcee-48b7-a7e6-b95201777bcd None None] Creating RPC server for service conductor {{(pid=54852) start /opt/stack/nova/nova/service.py:186}} [ 457.876863] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] cache.tls_cafile = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.877057] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] cache.tls_certfile = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.877227] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] cache.tls_enabled = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.877387] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] cache.tls_keyfile = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.877611] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] cinder.auth_section = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.877820] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] cinder.auth_type = password {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.877999] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] cinder.cafile = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.878219] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] cinder.catalog_info = volumev3::publicURL {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.878383] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] cinder.certfile = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.878544] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] cinder.collect_timing = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.878728] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] cinder.cross_az_attach = True {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.878886] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] cinder.debug = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.879080] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] cinder.endpoint_template = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.879245] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] cinder.http_retries = 3 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.879408] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] cinder.insecure = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.879564] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] cinder.keyfile = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.879755] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] cinder.os_region_name = RegionOne {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.879918] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] cinder.split_loggers = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.880085] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] cinder.timeout = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.880257] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.880415] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] compute.cpu_dedicated_set = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.880572] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] compute.cpu_shared_set = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.880746] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] compute.image_type_exclude_list = [] {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.880917] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] compute.live_migration_wait_for_vif_plug = True {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.881088] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] compute.max_concurrent_disk_ops = 0 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.881272] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] compute.max_disk_devices_to_attach = -1 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.881433] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.881604] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.881770] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] compute.resource_provider_association_refresh = 300 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.881930] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.882104] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] compute.shutdown_retry_interval = 10 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.882282] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.882461] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] conductor.workers = 2 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.882634] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] console.allowed_origins = [] {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.882788] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] console.ssl_ciphers = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.882957] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] console.ssl_minimum_version = default {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.883141] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] consoleauth.enforce_session_timeout = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.883309] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] consoleauth.token_ttl = 600 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.883512] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] cyborg.cafile = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.883671] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] cyborg.certfile = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.883835] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] cyborg.collect_timing = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.883993] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] cyborg.connect_retries = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.884179] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] cyborg.connect_retry_delay = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.884339] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] cyborg.endpoint_override = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.884524] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] cyborg.insecure = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.884690] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] cyborg.keyfile = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.884850] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] cyborg.max_version = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.885016] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] cyborg.min_version = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.885175] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] cyborg.region_name = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.885351] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] cyborg.retriable_status_codes = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.885527] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] cyborg.service_name = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.885706] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] cyborg.service_type = accelerator {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.885871] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] cyborg.split_loggers = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.886043] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] cyborg.status_code_retries = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.886206] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] cyborg.status_code_retry_delay = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.886361] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] cyborg.timeout = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.886537] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.886698] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] cyborg.version = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.886890] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] database.backend = sqlalchemy {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.887079] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] database.connection = **** {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.887256] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] database.connection_debug = 0 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.887424] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] database.connection_parameters = {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.887609] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] database.connection_recycle_time = 3600 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.887788] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] database.connection_trace = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.887952] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] database.db_inc_retry_interval = True {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.888131] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] database.db_max_retries = 20 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.888296] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] database.db_max_retry_interval = 10 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.888456] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] database.db_retry_interval = 1 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.888618] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] database.max_overflow = 50 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.888777] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] database.max_pool_size = 5 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.888937] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] database.max_retries = 10 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.889114] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] database.mysql_sql_mode = TRADITIONAL {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.889274] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] database.mysql_wsrep_sync_wait = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.889430] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] database.pool_timeout = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.889597] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] database.retry_interval = 10 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.889758] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] database.slave_connection = **** {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.889915] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] database.sqlite_synchronous = True {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.890090] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] database.use_db_reconnect = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.890269] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] api_database.backend = sqlalchemy {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.890438] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] api_database.connection = **** {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.890623] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] api_database.connection_debug = 0 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.890794] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] api_database.connection_parameters = {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.890956] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] api_database.connection_recycle_time = 3600 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.891129] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] api_database.connection_trace = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.891290] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] api_database.db_inc_retry_interval = True {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.891451] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] api_database.db_max_retries = 20 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.891662] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] api_database.db_max_retry_interval = 10 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.891768] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] api_database.db_retry_interval = 1 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.891927] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] api_database.max_overflow = 50 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.892099] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] api_database.max_pool_size = 5 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.892262] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] api_database.max_retries = 10 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.892427] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.892586] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] api_database.mysql_wsrep_sync_wait = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.892743] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] api_database.pool_timeout = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.892901] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] api_database.retry_interval = 10 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.893065] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] api_database.slave_connection = **** {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.893223] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] api_database.sqlite_synchronous = True {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.893423] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] devices.enabled_mdev_types = [] {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.893985] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.893985] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] ephemeral_storage_encryption.default_format = luks {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.893985] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] ephemeral_storage_encryption.enabled = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.894140] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] ephemeral_storage_encryption.key_size = 512 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.894331] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] glance.api_servers = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.894546] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] glance.cafile = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.894725] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] glance.certfile = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.894970] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] glance.collect_timing = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.895080] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] glance.connect_retries = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.895241] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] glance.connect_retry_delay = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.895424] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] glance.debug = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.895622] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] glance.default_trusted_certificate_ids = [] {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.895786] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] glance.enable_certificate_validation = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.895946] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] glance.enable_rbd_download = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.896121] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] glance.endpoint_override = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.896278] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] glance.insecure = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.896435] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] glance.keyfile = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.896590] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] glance.max_version = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.896762] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] glance.min_version = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.896924] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] glance.num_retries = 3 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.897107] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] glance.rbd_ceph_conf = {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.897263] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] glance.rbd_connect_timeout = 5 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.897432] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] glance.rbd_pool = {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.897594] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] glance.rbd_user = {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.897757] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] glance.region_name = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.897917] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] glance.retriable_status_codes = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.898085] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] glance.service_name = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.898257] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] glance.service_type = image {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.898415] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] glance.split_loggers = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.898732] nova-conductor[54851]: DEBUG nova.service [None req-a37f28ab-1e51-4b51-a6c7-46c1cda7f384 None None] Join ServiceGroup membership for this service conductor {{(pid=54851) start /opt/stack/nova/nova/service.py:203}} [ 457.898886] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] glance.status_code_retries = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.899061] nova-conductor[54851]: DEBUG nova.servicegroup.drivers.db [None req-a37f28ab-1e51-4b51-a6c7-46c1cda7f384 None None] DB_Driver: join new ServiceGroup member devstack to the conductor group, service = {{(pid=54851) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 457.899199] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] glance.status_code_retry_delay = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.899380] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] glance.timeout = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.899588] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.899736] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] glance.verify_glance_signatures = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.899899] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] glance.version = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.900069] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] guestfs.debug = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.900288] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] mks.enabled = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.900899] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.901142] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] image_cache.manager_interval = 2400 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.901331] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] image_cache.precache_concurrency = 1 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.901510] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] image_cache.remove_unused_base_images = True {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.901804] nova-conductor[54852]: DEBUG nova.service [None req-d87ef4f8-dcee-48b7-a7e6-b95201777bcd None None] Join ServiceGroup membership for this service conductor {{(pid=54852) start /opt/stack/nova/nova/service.py:203}} [ 457.901950] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.902142] nova-conductor[54852]: DEBUG nova.servicegroup.drivers.db [None req-d87ef4f8-dcee-48b7-a7e6-b95201777bcd None None] DB_Driver: join new ServiceGroup member devstack to the conductor group, service = {{(pid=54852) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 457.902279] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.902478] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] image_cache.subdirectory_name = _base {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.902702] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] ironic.api_max_retries = 60 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.902860] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] ironic.api_retry_interval = 2 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.903053] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] ironic.auth_section = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.903221] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] ironic.auth_type = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.903381] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] ironic.cafile = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.903540] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] ironic.certfile = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.903706] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] ironic.collect_timing = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.903942] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] ironic.conductor_group = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.904137] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] ironic.connect_retries = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.904301] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] ironic.connect_retry_delay = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.904485] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] ironic.endpoint_override = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.904646] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] ironic.insecure = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.904808] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] ironic.keyfile = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.904966] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] ironic.max_version = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.905462] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] ironic.min_version = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.905462] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] ironic.peer_list = [] {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.905462] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] ironic.region_name = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.905605] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] ironic.retriable_status_codes = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.905752] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] ironic.serial_console_state_timeout = 10 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.905905] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] ironic.service_name = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.906101] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] ironic.service_type = baremetal {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.906263] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] ironic.shard = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.906425] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] ironic.split_loggers = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.906623] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] ironic.status_code_retries = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.906836] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] ironic.status_code_retry_delay = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.907022] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] ironic.timeout = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.907208] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.907368] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] ironic.version = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.907555] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.907754] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] key_manager.fixed_key = **** {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.907982] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.908163] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] barbican.barbican_api_version = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.908323] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] barbican.barbican_endpoint = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.908518] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] barbican.barbican_endpoint_type = public {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.908697] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] barbican.barbican_region_name = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.908857] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] barbican.cafile = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.909029] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] barbican.certfile = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.909196] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] barbican.collect_timing = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.909355] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] barbican.insecure = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.909513] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] barbican.keyfile = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.909701] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] barbican.number_of_retries = 60 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.909862] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] barbican.retry_delay = 1 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.910035] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] barbican.send_service_user_token = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.910208] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] barbican.split_loggers = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.910391] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] barbican.timeout = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.910552] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] barbican.verify_ssl = True {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.910730] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] barbican.verify_ssl_path = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.910916] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] barbican_service_user.auth_section = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.911092] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] barbican_service_user.auth_type = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.911253] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] barbican_service_user.cafile = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.911411] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] barbican_service_user.certfile = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.911569] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] barbican_service_user.collect_timing = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.911728] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] barbican_service_user.insecure = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.911883] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] barbican_service_user.keyfile = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.912057] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] barbican_service_user.split_loggers = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.912219] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] barbican_service_user.timeout = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.912414] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] vault.approle_role_id = **** {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.912578] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] vault.approle_secret_id = **** {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.912746] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] vault.kv_mountpoint = secret {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.912902] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] vault.kv_path = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.913078] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] vault.kv_version = 2 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.913239] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] vault.namespace = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.913399] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] vault.root_token_id = **** {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.913558] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] vault.ssl_ca_crt_file = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.913727] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] vault.timeout = 60.0 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.913915] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] vault.use_ssl = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.914115] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.914310] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] keystone.auth_section = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.914487] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] keystone.auth_type = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.914639] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] keystone.cafile = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.914795] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] keystone.certfile = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.914952] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] keystone.collect_timing = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.915121] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] keystone.connect_retries = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.915276] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] keystone.connect_retry_delay = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.915428] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] keystone.endpoint_override = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.915625] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] keystone.insecure = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.915789] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] keystone.keyfile = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.915942] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] keystone.max_version = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.916108] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] keystone.min_version = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.916266] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] keystone.region_name = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.916424] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] keystone.retriable_status_codes = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.916577] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] keystone.service_name = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.916745] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] keystone.service_type = identity {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.916930] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] keystone.split_loggers = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.917110] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] keystone.status_code_retries = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.917267] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] keystone.status_code_retry_delay = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.917417] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] keystone.timeout = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.917593] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.917756] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] keystone.version = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.918006] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] libvirt.connection_uri = {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.918197] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] libvirt.cpu_mode = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.918407] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] libvirt.cpu_model_extra_flags = [] {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.918577] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] libvirt.cpu_models = [] {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.918745] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] libvirt.cpu_power_governor_high = performance {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.918908] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] libvirt.cpu_power_governor_low = powersave {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.919080] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] libvirt.cpu_power_management = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.919273] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.919460] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] libvirt.device_detach_attempts = 8 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.919624] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] libvirt.device_detach_timeout = 20 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.919785] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] libvirt.disk_cachemodes = [] {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.919944] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] libvirt.disk_prefix = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.920123] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] libvirt.enabled_perf_events = [] {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.920287] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] libvirt.file_backed_memory = 0 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.920448] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] libvirt.gid_maps = [] {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.920629] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] libvirt.hw_disk_discard = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.920787] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] libvirt.hw_machine_type = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.920953] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] libvirt.images_rbd_ceph_conf = {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.921125] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.921292] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.921477] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] libvirt.images_rbd_glance_store_name = {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.921648] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] libvirt.images_rbd_pool = rbd {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.921816] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] libvirt.images_type = default {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.921973] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] libvirt.images_volume_group = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.922168] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] libvirt.inject_key = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.922338] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] libvirt.inject_partition = -2 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.922502] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] libvirt.inject_password = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.922682] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] libvirt.iscsi_iface = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.922843] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] libvirt.iser_use_multipath = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.923011] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] libvirt.live_migration_bandwidth = 0 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.923184] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] libvirt.live_migration_completion_timeout = 800 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.923346] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] libvirt.live_migration_downtime = 500 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.923506] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] libvirt.live_migration_downtime_delay = 75 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.923679] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] libvirt.live_migration_downtime_steps = 10 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.923824] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] libvirt.live_migration_inbound_addr = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.923981] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] libvirt.live_migration_permit_auto_converge = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.924154] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] libvirt.live_migration_permit_post_copy = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.924311] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] libvirt.live_migration_scheme = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.924504] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] libvirt.live_migration_timeout_action = abort {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.924687] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] libvirt.live_migration_tunnelled = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.924848] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] libvirt.live_migration_uri = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.925023] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] libvirt.live_migration_with_native_tls = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.925186] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] libvirt.max_queues = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.925352] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] libvirt.mem_stats_period_seconds = 10 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.925629] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.925828] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] libvirt.nfs_mount_options = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.926064] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] libvirt.nfs_mount_point_base = /opt/stack/data/nova/mnt {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.926239] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] libvirt.num_aoe_discover_tries = 3 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.926405] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] libvirt.num_iser_scan_tries = 5 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.926565] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] libvirt.num_memory_encrypted_guests = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.926730] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] libvirt.num_nvme_discover_tries = 5 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.926922] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] libvirt.num_pcie_ports = 0 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.927115] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] libvirt.num_volume_scan_tries = 5 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.927284] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] libvirt.pmem_namespaces = [] {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.927451] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] libvirt.quobyte_client_cfg = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.927672] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] libvirt.quobyte_mount_point_base = /opt/stack/data/nova/mnt {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.927839] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] libvirt.rbd_connect_timeout = 5 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.928011] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.928182] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.928341] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] libvirt.rbd_secret_uuid = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.928498] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] libvirt.rbd_user = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.928662] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] libvirt.realtime_scheduler_priority = 1 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.928836] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] libvirt.remote_filesystem_transport = ssh {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.928994] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] libvirt.rescue_image_id = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.929167] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] libvirt.rescue_kernel_id = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.929323] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] libvirt.rescue_ramdisk_id = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.929488] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] libvirt.rng_dev_path = /dev/urandom {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.929649] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] libvirt.rx_queue_size = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.929816] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] libvirt.smbfs_mount_options = {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.930041] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] libvirt.smbfs_mount_point_base = /opt/stack/data/nova/mnt {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.930210] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] libvirt.snapshot_compression = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.930369] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] libvirt.snapshot_image_format = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.930580] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.930746] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] libvirt.sparse_logical_volumes = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.930905] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] libvirt.swtpm_enabled = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.931104] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] libvirt.swtpm_group = tss {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.931276] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] libvirt.swtpm_user = tss {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.931443] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] libvirt.sysinfo_serial = unique {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.931601] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] libvirt.tb_cache_size = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.931759] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] libvirt.tx_queue_size = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.931920] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] libvirt.uid_maps = [] {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.932094] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] libvirt.use_virtio_for_bridges = True {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.932285] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] libvirt.virt_type = kvm {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.932458] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] libvirt.volume_clear = zero {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.932621] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] libvirt.volume_clear_size = 0 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.932791] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] libvirt.volume_use_multipath = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.932949] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] libvirt.vzstorage_cache_path = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.933133] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.933305] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] libvirt.vzstorage_mount_group = qemu {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.933470] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] libvirt.vzstorage_mount_opts = [] {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.933638] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.933855] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/nova/mnt {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.934057] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] libvirt.vzstorage_mount_user = stack {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.934226] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.934417] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] neutron.auth_section = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.934631] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] neutron.auth_type = password {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.934798] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] neutron.cafile = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.934959] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] neutron.certfile = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.935134] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] neutron.collect_timing = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.935295] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] neutron.connect_retries = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.935466] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] neutron.connect_retry_delay = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.935650] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] neutron.default_floating_pool = public {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.935855] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] neutron.endpoint_override = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.935974] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] neutron.extension_sync_interval = 600 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.936148] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] neutron.http_retries = 3 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.936308] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] neutron.insecure = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.936465] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] neutron.keyfile = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.936624] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] neutron.max_version = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.936805] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] neutron.metadata_proxy_shared_secret = **** {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.936980] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] neutron.min_version = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.937164] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] neutron.ovs_bridge = br-int {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.937382] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] neutron.physnets = [] {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.937553] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] neutron.region_name = RegionOne {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.937714] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] neutron.retriable_status_codes = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.937879] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] neutron.service_metadata_proxy = True {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.938049] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] neutron.service_name = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.938219] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] neutron.service_type = network {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.938380] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] neutron.split_loggers = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.938538] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] neutron.status_code_retries = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.938697] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] neutron.status_code_retry_delay = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.938854] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] neutron.timeout = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.939042] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.939202] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] neutron.version = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.939376] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] notifications.bdms_in_notifications = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.939555] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] notifications.default_level = INFO {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.939752] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] notifications.notification_format = unversioned {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.939919] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] notifications.notify_on_state_change = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.940107] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.940286] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] pci.alias = [] {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.940455] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] pci.device_spec = [] {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.940621] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] pci.report_in_placement = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.940831] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] placement.auth_section = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.941013] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] placement.auth_type = password {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.941228] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] placement.auth_url = http://10.180.1.21/identity {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.941398] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] placement.cafile = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.941606] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] placement.certfile = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.941881] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] placement.collect_timing = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.942190] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] placement.connect_retries = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.942454] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] placement.connect_retry_delay = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.942645] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] placement.default_domain_id = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.942802] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] placement.default_domain_name = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.942966] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] placement.domain_id = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.943137] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] placement.domain_name = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.943304] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] placement.endpoint_override = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.943468] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] placement.insecure = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.943627] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] placement.keyfile = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.943784] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] placement.max_version = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.943940] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] placement.min_version = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.944119] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] placement.password = **** {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.944306] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] placement.project_domain_id = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.944486] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] placement.project_domain_name = Default {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.944722] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] placement.project_id = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.944916] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] placement.project_name = service {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.945143] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] placement.region_name = RegionOne {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.945331] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] placement.retriable_status_codes = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.945498] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] placement.service_name = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.945692] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] placement.service_type = placement {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.945861] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] placement.split_loggers = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.946037] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] placement.status_code_retries = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.946199] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] placement.status_code_retry_delay = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.946357] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] placement.system_scope = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.946547] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] placement.timeout = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.946713] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] placement.trust_id = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.946870] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] placement.user_domain_id = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.947049] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] placement.user_domain_name = Default {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.947211] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] placement.user_id = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.947403] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] placement.username = nova {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.947588] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.947749] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] placement.version = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.947926] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] quota.cores = 20 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.948099] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] quota.count_usage_from_placement = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.948278] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.948471] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] quota.injected_file_content_bytes = 10240 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.948640] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] quota.injected_file_path_length = 255 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.948804] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] quota.injected_files = 5 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.948968] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] quota.instances = 10 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.949146] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] quota.key_pairs = 100 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.949310] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] quota.metadata_items = 128 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.949474] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] quota.ram = 51200 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.949637] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] quota.recheck_quota = True {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.949803] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] quota.server_group_members = 10 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.949965] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] quota.server_groups = 10 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.950186] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.950384] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.950546] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] scheduler.image_metadata_prefilter = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.950736] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.950898] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] scheduler.max_attempts = 3 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.951070] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] scheduler.max_placement_results = 1000 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.951257] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.951416] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] scheduler.query_placement_for_image_type_support = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.951598] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.951775] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] scheduler.workers = 2 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.951980] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.952166] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.952388] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.952599] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.952775] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.952942] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.953122] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.953340] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.953525] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] filter_scheduler.host_subset_size = 1 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.953702] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.953877] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] filter_scheduler.image_properties_default_architecture = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.954053] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.954220] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] filter_scheduler.isolated_hosts = [] {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.954387] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] filter_scheduler.isolated_images = [] {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.954582] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] filter_scheduler.max_instances_per_host = 50 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.954765] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.954930] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.955104] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] filter_scheduler.pci_in_placement = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.955268] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.955436] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.955590] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.955754] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.955915] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.956116] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.956288] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] filter_scheduler.track_instance_changes = True {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.956464] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.956636] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] metrics.required = True {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.956797] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] metrics.weight_multiplier = 1.0 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.956959] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] metrics.weight_of_unavailable = -10000.0 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.957135] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] metrics.weight_setting = [] {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.957464] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.957641] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] serial_console.enabled = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.957840] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] serial_console.port_range = 10000:20000 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.958038] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.958212] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.958384] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] serial_console.serialproxy_port = 6083 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.958587] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] service_user.auth_section = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.958771] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] service_user.auth_type = password {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.958933] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] service_user.cafile = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.959105] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] service_user.certfile = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.959269] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] service_user.collect_timing = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.959428] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] service_user.insecure = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.959585] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] service_user.keyfile = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.959757] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] service_user.send_service_user_token = True {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.959918] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] service_user.split_loggers = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.960086] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] service_user.timeout = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.960287] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] spice.agent_enabled = True {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.960449] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] spice.enabled = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.960823] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.961041] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] spice.html5proxy_host = 0.0.0.0 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.961247] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] spice.html5proxy_port = 6082 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.961411] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] spice.image_compression = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.961570] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] spice.jpeg_compression = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.961729] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] spice.playback_compression = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.961889] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] spice.require_secure = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.962072] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] spice.server_listen = 127.0.0.1 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.962243] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.962422] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] spice.streaming_mode = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.962620] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] spice.zlib_compression = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.962793] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] upgrade_levels.baseapi = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.962962] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] upgrade_levels.compute = auto {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.963136] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] upgrade_levels.conductor = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.963294] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] upgrade_levels.scheduler = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.963461] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] vendordata_dynamic_auth.auth_section = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.963626] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] vendordata_dynamic_auth.auth_type = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.963785] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] vendordata_dynamic_auth.cafile = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.963942] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] vendordata_dynamic_auth.certfile = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.964116] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] vendordata_dynamic_auth.collect_timing = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.964273] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] vendordata_dynamic_auth.insecure = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.964429] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] vendordata_dynamic_auth.keyfile = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.964612] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] vendordata_dynamic_auth.split_loggers = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.964772] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] vendordata_dynamic_auth.timeout = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.964984] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] vmware.api_retry_count = 10 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.965160] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] vmware.ca_file = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.965339] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] vmware.cache_prefix = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.965525] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] vmware.cluster_name = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.965694] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] vmware.connection_pool_size = 10 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.965853] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] vmware.console_delay_seconds = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.966014] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] vmware.datastore_regex = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.966257] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] vmware.host_ip = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.966339] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] vmware.host_password = **** {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.966501] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] vmware.host_port = 443 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.966658] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] vmware.host_username = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.966819] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] vmware.insecure = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.966973] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] vmware.integration_bridge = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.967149] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] vmware.maximum_objects = 100 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.967308] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] vmware.pbm_default_policy = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.967466] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] vmware.pbm_enabled = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.967625] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] vmware.pbm_wsdl_location = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.967814] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.967974] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] vmware.serial_port_proxy_uri = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.968144] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] vmware.serial_port_service_uri = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.968313] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] vmware.task_poll_interval = 0.5 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.968505] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] vmware.use_linked_clone = True {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.968675] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] vmware.vnc_keymap = en-us {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.968841] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] vmware.vnc_port = 5900 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.969023] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] vmware.vnc_port_total = 10000 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.969247] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] vnc.auth_schemes = ['none'] {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.969421] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] vnc.enabled = True {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.969763] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.969950] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.970136] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] vnc.novncproxy_port = 6080 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.970317] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] vnc.server_listen = 127.0.0.1 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.970529] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.970725] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] vnc.vencrypt_ca_certs = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.970891] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] vnc.vencrypt_client_cert = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.971078] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] vnc.vencrypt_client_key = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.971277] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.971442] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] workarounds.disable_deep_image_inspection = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.971611] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] workarounds.disable_fallback_pcpu_query = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.971772] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] workarounds.disable_group_policy_check_upcall = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.971930] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.972099] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] workarounds.disable_rootwrap = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.972258] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] workarounds.enable_numa_live_migration = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.972418] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.972575] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.972735] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] workarounds.handle_virt_lifecycle_events = True {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.972893] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] workarounds.libvirt_disable_apic = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.973061] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] workarounds.never_download_image_if_on_rbd = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.973226] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.973387] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.973548] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.973713] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.973872] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.974044] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.974209] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.974365] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.974551] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.974780] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.974954] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] wsgi.client_socket_timeout = 900 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.975136] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] wsgi.default_pool_size = 1000 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.975303] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] wsgi.keep_alive = True {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.975468] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] wsgi.max_header_line = 16384 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.975633] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] wsgi.secure_proxy_ssl_header = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.975795] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] wsgi.ssl_ca_file = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.975956] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] wsgi.ssl_cert_file = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.976130] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] wsgi.ssl_key_file = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.976295] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] wsgi.tcp_keepidle = 600 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.976554] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.976945] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] zvm.ca_file = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.977091] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] zvm.cloud_connector_url = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.977373] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] zvm.image_tmp_path = /opt/stack/data/nova/images {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.977551] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] zvm.reachable_timeout = 300 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.977792] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] oslo_policy.enforce_new_defaults = True {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.978307] nova-conductor[54076]: WARNING oslo_config.cfg [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 457.978495] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] oslo_policy.enforce_scope = True {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.978684] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] oslo_policy.policy_default_rule = default {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.978868] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.979053] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] oslo_policy.policy_file = policy.yaml {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.979255] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.979435] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.979596] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.979752] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.979913] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.980120] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.980319] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.980524] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] profiler.connection_string = messaging:// {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.980715] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] profiler.enabled = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.980913] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] profiler.es_doc_type = notification {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.981105] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] profiler.es_scroll_size = 10000 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.981294] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] profiler.es_scroll_time = 2m {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.981472] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] profiler.filter_error_trace = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.981646] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] profiler.hmac_keys = **** {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.981817] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] profiler.sentinel_service_name = mymaster {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.982009] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] profiler.socket_timeout = 0.1 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.982179] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] profiler.trace_requests = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.982343] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] profiler.trace_sqlalchemy = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.982635] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] profiler_jaeger.process_tags = {} {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.982820] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] profiler_jaeger.service_name_prefix = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.982985] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] profiler_otlp.service_name_prefix = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.983200] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] remote_debug.host = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.983384] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] remote_debug.port = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.983573] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.983745] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.983913] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.984090] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.984261] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.984423] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.984609] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.984774] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.984934] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.985115] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] oslo_messaging_rabbit.hostname = devstack {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.985273] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.985453] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.985616] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.985792] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.985959] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] oslo_messaging_rabbit.processname = nova-conductor {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.986159] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.986326] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.986580] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.986663] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.986823] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.986985] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.987161] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.987319] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.987480] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.987639] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.987802] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.987961] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.988130] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.988299] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.988466] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] oslo_messaging_rabbit.ssl = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.988641] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.988807] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.988964] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.989169] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.989343] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] oslo_messaging_rabbit.ssl_version = {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.989506] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.989706] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.989871] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] oslo_messaging_notifications.retry = -1 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.990068] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.990250] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] oslo_messaging_notifications.transport_url = **** {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.990465] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] oslo_limit.auth_section = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.990633] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] oslo_limit.auth_type = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.990790] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] oslo_limit.cafile = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.990944] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] oslo_limit.certfile = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.991115] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] oslo_limit.collect_timing = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.991270] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] oslo_limit.connect_retries = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.991424] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] oslo_limit.connect_retry_delay = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.991581] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] oslo_limit.endpoint_id = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.991734] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] oslo_limit.endpoint_override = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.991891] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] oslo_limit.insecure = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.992054] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] oslo_limit.keyfile = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.992210] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] oslo_limit.max_version = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.992377] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] oslo_limit.min_version = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.992548] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] oslo_limit.region_name = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.992711] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] oslo_limit.retriable_status_codes = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.992869] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] oslo_limit.service_name = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.993032] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] oslo_limit.service_type = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.993193] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] oslo_limit.split_loggers = False {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.993350] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] oslo_limit.status_code_retries = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.993505] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] oslo_limit.status_code_retry_delay = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.993661] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] oslo_limit.timeout = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.993814] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] oslo_limit.valid_interfaces = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.993964] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] oslo_limit.version = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.994262] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] oslo_reports.file_event_handler = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.994356] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] oslo_reports.file_event_handler_interval = 1 {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.994579] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] oslo_reports.log_dir = None {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 457.994715] nova-conductor[54076]: DEBUG oslo_service.service [None req-331c7029-d4fc-4b15-b01e-bc6f09fceb7f None None] ******************************************************************************** {{(pid=54076) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2830}} [ 467.727494] nova-conductor[54076]: DEBUG dbcounter [-] [54076] Writing DB stats nova_api:SELECT=1 {{(pid=54076) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 467.823253] nova-conductor[54076]: DEBUG dbcounter [-] [54076] Writing DB stats nova_cell0:SELECT=1 {{(pid=54076) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 467.824288] nova-conductor[54076]: DEBUG dbcounter [-] [54076] Writing DB stats nova_cell1:SELECT=1 {{(pid=54076) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 472.909716] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_cell1:SELECT=4,nova_cell1:INSERT=1,nova_cell1:UPDATE=1 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 472.910937] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell1:SELECT=3 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 542.612440] nova-conductor[54852]: DEBUG oslo_db.sqlalchemy.engines [None req-27ca14be-4dfe-47b1-923a-bb5ea70e1bd2 None None] Parent process 54076 forked (54852) with an open database connection, which is being discarded and recreated. {{(pid=54852) checkout /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:438}} [ 542.614740] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writer thread running {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 552.617215] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_api:SELECT=1 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 565.284461] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell1:SELECT=7,nova_cell1:INSERT=1,nova_cell1:UPDATE=1 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 568.284430] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_cell1:SELECT=8,nova_cell1:INSERT=1,nova_cell1:UPDATE=1 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 587.013624] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-edbce28b-435c-4ce0-bdf1-242d77caee7a tempest-DeleteServersAdminTestJSON-1224407996 tempest-DeleteServersAdminTestJSON-1224407996-project-member] Took 0.52 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 587.021947] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_api:SELECT=2 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 587.044555] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-edbce28b-435c-4ce0-bdf1-242d77caee7a tempest-DeleteServersAdminTestJSON-1224407996 tempest-DeleteServersAdminTestJSON-1224407996-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.044877] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-edbce28b-435c-4ce0-bdf1-242d77caee7a tempest-DeleteServersAdminTestJSON-1224407996 tempest-DeleteServersAdminTestJSON-1224407996-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 587.046558] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-edbce28b-435c-4ce0-bdf1-242d77caee7a tempest-DeleteServersAdminTestJSON-1224407996 tempest-DeleteServersAdminTestJSON-1224407996-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 587.048871] nova-conductor[54852]: INFO dbcounter [None req-edbce28b-435c-4ce0-bdf1-242d77caee7a tempest-DeleteServersAdminTestJSON-1224407996 tempest-DeleteServersAdminTestJSON-1224407996-project-member] Registered counter for database nova_cell1 [ 587.052790] nova-conductor[54852]: DEBUG oslo_db.sqlalchemy.engines [None req-edbce28b-435c-4ce0-bdf1-242d77caee7a tempest-DeleteServersAdminTestJSON-1224407996 tempest-DeleteServersAdminTestJSON-1224407996-project-member] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=54852) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 587.060432] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writer thread running {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 587.140856] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-edbce28b-435c-4ce0-bdf1-242d77caee7a tempest-DeleteServersAdminTestJSON-1224407996 tempest-DeleteServersAdminTestJSON-1224407996-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.140968] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-edbce28b-435c-4ce0-bdf1-242d77caee7a tempest-DeleteServersAdminTestJSON-1224407996 tempest-DeleteServersAdminTestJSON-1224407996-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 587.141549] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-edbce28b-435c-4ce0-bdf1-242d77caee7a tempest-DeleteServersAdminTestJSON-1224407996 tempest-DeleteServersAdminTestJSON-1224407996-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 587.142046] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-edbce28b-435c-4ce0-bdf1-242d77caee7a tempest-DeleteServersAdminTestJSON-1224407996 tempest-DeleteServersAdminTestJSON-1224407996-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.142298] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-edbce28b-435c-4ce0-bdf1-242d77caee7a tempest-DeleteServersAdminTestJSON-1224407996 tempest-DeleteServersAdminTestJSON-1224407996-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 587.142434] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-edbce28b-435c-4ce0-bdf1-242d77caee7a tempest-DeleteServersAdminTestJSON-1224407996 tempest-DeleteServersAdminTestJSON-1224407996-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 587.144727] nova-conductor[54852]: INFO dbcounter [None req-edbce28b-435c-4ce0-bdf1-242d77caee7a tempest-DeleteServersAdminTestJSON-1224407996 tempest-DeleteServersAdminTestJSON-1224407996-project-member] Registered counter for database nova_cell0 [ 587.156820] nova-conductor[54852]: DEBUG oslo_db.sqlalchemy.engines [None req-edbce28b-435c-4ce0-bdf1-242d77caee7a tempest-DeleteServersAdminTestJSON-1224407996 tempest-DeleteServersAdminTestJSON-1224407996-project-member] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=54852) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 587.159622] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writer thread running {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 587.163121] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writer thread running {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 587.172386] nova-conductor[54852]: DEBUG nova.quota [None req-edbce28b-435c-4ce0-bdf1-242d77caee7a tempest-DeleteServersAdminTestJSON-1224407996 tempest-DeleteServersAdminTestJSON-1224407996-project-member] Getting quotas for project 23e42f4ddc5a4d96b3682876928f1dfc. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 587.180078] nova-conductor[54852]: DEBUG nova.quota [None req-edbce28b-435c-4ce0-bdf1-242d77caee7a tempest-DeleteServersAdminTestJSON-1224407996 tempest-DeleteServersAdminTestJSON-1224407996-project-member] Getting quotas for user 7ae217ec66fe45beb1381449073980d7 and project 23e42f4ddc5a4d96b3682876928f1dfc. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 587.185577] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-edbce28b-435c-4ce0-bdf1-242d77caee7a tempest-DeleteServersAdminTestJSON-1224407996 tempest-DeleteServersAdminTestJSON-1224407996-project-member] [instance: 977675cb-bcf3-431b-aef1-36f8232b093b] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 587.186229] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-edbce28b-435c-4ce0-bdf1-242d77caee7a tempest-DeleteServersAdminTestJSON-1224407996 tempest-DeleteServersAdminTestJSON-1224407996-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.186415] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-edbce28b-435c-4ce0-bdf1-242d77caee7a tempest-DeleteServersAdminTestJSON-1224407996 tempest-DeleteServersAdminTestJSON-1224407996-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 587.186607] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-edbce28b-435c-4ce0-bdf1-242d77caee7a tempest-DeleteServersAdminTestJSON-1224407996 tempest-DeleteServersAdminTestJSON-1224407996-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 587.194368] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-edbce28b-435c-4ce0-bdf1-242d77caee7a tempest-DeleteServersAdminTestJSON-1224407996 tempest-DeleteServersAdminTestJSON-1224407996-project-member] [instance: 977675cb-bcf3-431b-aef1-36f8232b093b] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 587.195079] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-edbce28b-435c-4ce0-bdf1-242d77caee7a tempest-DeleteServersAdminTestJSON-1224407996 tempest-DeleteServersAdminTestJSON-1224407996-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.195445] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-edbce28b-435c-4ce0-bdf1-242d77caee7a tempest-DeleteServersAdminTestJSON-1224407996 tempest-DeleteServersAdminTestJSON-1224407996-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 587.196303] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-edbce28b-435c-4ce0-bdf1-242d77caee7a tempest-DeleteServersAdminTestJSON-1224407996 tempest-DeleteServersAdminTestJSON-1224407996-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 587.234684] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-edbce28b-435c-4ce0-bdf1-242d77caee7a tempest-DeleteServersAdminTestJSON-1224407996 tempest-DeleteServersAdminTestJSON-1224407996-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.234951] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-edbce28b-435c-4ce0-bdf1-242d77caee7a tempest-DeleteServersAdminTestJSON-1224407996 tempest-DeleteServersAdminTestJSON-1224407996-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 587.235161] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-edbce28b-435c-4ce0-bdf1-242d77caee7a tempest-DeleteServersAdminTestJSON-1224407996 tempest-DeleteServersAdminTestJSON-1224407996-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 587.235640] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-edbce28b-435c-4ce0-bdf1-242d77caee7a tempest-DeleteServersAdminTestJSON-1224407996 tempest-DeleteServersAdminTestJSON-1224407996-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=54852) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.236016] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-edbce28b-435c-4ce0-bdf1-242d77caee7a tempest-DeleteServersAdminTestJSON-1224407996 tempest-DeleteServersAdminTestJSON-1224407996-project-member] Acquired lock "compute-rpcapi-router" {{(pid=54852) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.236753] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-47a3150a-5fbc-4a34-98e7-7261f1b11e7b None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.237270] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-47a3150a-5fbc-4a34-98e7-7261f1b11e7b None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 587.237659] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-47a3150a-5fbc-4a34-98e7-7261f1b11e7b None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 587.237926] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-47a3150a-5fbc-4a34-98e7-7261f1b11e7b None None] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.238115] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-47a3150a-5fbc-4a34-98e7-7261f1b11e7b None None] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 587.238266] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-47a3150a-5fbc-4a34-98e7-7261f1b11e7b None None] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 587.247407] nova-conductor[54852]: INFO nova.compute.rpcapi [None req-47a3150a-5fbc-4a34-98e7-7261f1b11e7b None None] Automatically selected compute RPC version 6.3 from minimum service version 67 [ 587.248415] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-47a3150a-5fbc-4a34-98e7-7261f1b11e7b None None] Releasing lock "compute-rpcapi-router" {{(pid=54852) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 587.677318] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-ae3f7719-ad77-4422-8070-7ae0748ed1a8 tempest-ServersAdmin275Test-900092893 tempest-ServersAdmin275Test-900092893-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54851) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 587.693546] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_api:SELECT=2 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 587.710917] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ae3f7719-ad77-4422-8070-7ae0748ed1a8 tempest-ServersAdmin275Test-900092893 tempest-ServersAdmin275Test-900092893-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.711332] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ae3f7719-ad77-4422-8070-7ae0748ed1a8 tempest-ServersAdmin275Test-900092893 tempest-ServersAdmin275Test-900092893-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 587.712760] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ae3f7719-ad77-4422-8070-7ae0748ed1a8 tempest-ServersAdmin275Test-900092893 tempest-ServersAdmin275Test-900092893-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 587.715089] nova-conductor[54851]: INFO dbcounter [None req-ae3f7719-ad77-4422-8070-7ae0748ed1a8 tempest-ServersAdmin275Test-900092893 tempest-ServersAdmin275Test-900092893-project-member] Registered counter for database nova_cell1 [ 587.721273] nova-conductor[54851]: DEBUG oslo_db.sqlalchemy.engines [None req-ae3f7719-ad77-4422-8070-7ae0748ed1a8 tempest-ServersAdmin275Test-900092893 tempest-ServersAdmin275Test-900092893-project-member] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=54851) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 587.732525] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writer thread running {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 587.787787] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ae3f7719-ad77-4422-8070-7ae0748ed1a8 tempest-ServersAdmin275Test-900092893 tempest-ServersAdmin275Test-900092893-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.788077] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ae3f7719-ad77-4422-8070-7ae0748ed1a8 tempest-ServersAdmin275Test-900092893 tempest-ServersAdmin275Test-900092893-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 587.788637] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ae3f7719-ad77-4422-8070-7ae0748ed1a8 tempest-ServersAdmin275Test-900092893 tempest-ServersAdmin275Test-900092893-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 587.789285] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ae3f7719-ad77-4422-8070-7ae0748ed1a8 tempest-ServersAdmin275Test-900092893 tempest-ServersAdmin275Test-900092893-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.789285] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ae3f7719-ad77-4422-8070-7ae0748ed1a8 tempest-ServersAdmin275Test-900092893 tempest-ServersAdmin275Test-900092893-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 587.789531] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ae3f7719-ad77-4422-8070-7ae0748ed1a8 tempest-ServersAdmin275Test-900092893 tempest-ServersAdmin275Test-900092893-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 587.791173] nova-conductor[54851]: INFO dbcounter [None req-ae3f7719-ad77-4422-8070-7ae0748ed1a8 tempest-ServersAdmin275Test-900092893 tempest-ServersAdmin275Test-900092893-project-member] Registered counter for database nova_cell0 [ 587.801399] nova-conductor[54851]: DEBUG oslo_db.sqlalchemy.engines [None req-ae3f7719-ad77-4422-8070-7ae0748ed1a8 tempest-ServersAdmin275Test-900092893 tempest-ServersAdmin275Test-900092893-project-member] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=54851) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 587.806096] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writer thread running {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 587.813722] nova-conductor[54851]: DEBUG nova.quota [None req-ae3f7719-ad77-4422-8070-7ae0748ed1a8 tempest-ServersAdmin275Test-900092893 tempest-ServersAdmin275Test-900092893-project-member] Getting quotas for project abbfb9b0c5ba4f1cab97b1b6bd0fa439. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 587.816835] nova-conductor[54851]: DEBUG nova.quota [None req-ae3f7719-ad77-4422-8070-7ae0748ed1a8 tempest-ServersAdmin275Test-900092893 tempest-ServersAdmin275Test-900092893-project-member] Getting quotas for user 781d2ebe26c744d5b0d80fb7701adf02 and project abbfb9b0c5ba4f1cab97b1b6bd0fa439. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 587.821791] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-ae3f7719-ad77-4422-8070-7ae0748ed1a8 tempest-ServersAdmin275Test-900092893 tempest-ServersAdmin275Test-900092893-project-member] [instance: 418cd947-00b8-485f-b9fc-2a675c58998d] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54851) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 587.822935] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ae3f7719-ad77-4422-8070-7ae0748ed1a8 tempest-ServersAdmin275Test-900092893 tempest-ServersAdmin275Test-900092893-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.822935] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ae3f7719-ad77-4422-8070-7ae0748ed1a8 tempest-ServersAdmin275Test-900092893 tempest-ServersAdmin275Test-900092893-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 587.822935] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ae3f7719-ad77-4422-8070-7ae0748ed1a8 tempest-ServersAdmin275Test-900092893 tempest-ServersAdmin275Test-900092893-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 587.829965] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-ae3f7719-ad77-4422-8070-7ae0748ed1a8 tempest-ServersAdmin275Test-900092893 tempest-ServersAdmin275Test-900092893-project-member] [instance: 418cd947-00b8-485f-b9fc-2a675c58998d] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54851) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 587.830753] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ae3f7719-ad77-4422-8070-7ae0748ed1a8 tempest-ServersAdmin275Test-900092893 tempest-ServersAdmin275Test-900092893-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.831391] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ae3f7719-ad77-4422-8070-7ae0748ed1a8 tempest-ServersAdmin275Test-900092893 tempest-ServersAdmin275Test-900092893-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 587.831391] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ae3f7719-ad77-4422-8070-7ae0748ed1a8 tempest-ServersAdmin275Test-900092893 tempest-ServersAdmin275Test-900092893-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 587.861374] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ae3f7719-ad77-4422-8070-7ae0748ed1a8 tempest-ServersAdmin275Test-900092893 tempest-ServersAdmin275Test-900092893-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.862049] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ae3f7719-ad77-4422-8070-7ae0748ed1a8 tempest-ServersAdmin275Test-900092893 tempest-ServersAdmin275Test-900092893-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 587.862049] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ae3f7719-ad77-4422-8070-7ae0748ed1a8 tempest-ServersAdmin275Test-900092893 tempest-ServersAdmin275Test-900092893-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 587.862049] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ae3f7719-ad77-4422-8070-7ae0748ed1a8 tempest-ServersAdmin275Test-900092893 tempest-ServersAdmin275Test-900092893-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=54851) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 587.863010] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ae3f7719-ad77-4422-8070-7ae0748ed1a8 tempest-ServersAdmin275Test-900092893 tempest-ServersAdmin275Test-900092893-project-member] Acquired lock "compute-rpcapi-router" {{(pid=54851) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.863010] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-b3c6647e-f9f2-4124-97e8-1c79c6993e13 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.863010] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-b3c6647e-f9f2-4124-97e8-1c79c6993e13 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 587.863140] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-b3c6647e-f9f2-4124-97e8-1c79c6993e13 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 587.863809] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-b3c6647e-f9f2-4124-97e8-1c79c6993e13 None None] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.863809] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-b3c6647e-f9f2-4124-97e8-1c79c6993e13 None None] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 587.863940] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-b3c6647e-f9f2-4124-97e8-1c79c6993e13 None None] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 587.873418] nova-conductor[54851]: INFO nova.compute.rpcapi [None req-b3c6647e-f9f2-4124-97e8-1c79c6993e13 None None] Automatically selected compute RPC version 6.3 from minimum service version 67 [ 587.873988] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-b3c6647e-f9f2-4124-97e8-1c79c6993e13 None None] Releasing lock "compute-rpcapi-router" {{(pid=54851) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 588.230057] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-46d698f2-9899-4025-bdfd-30f453da70ae tempest-FloatingIPsAssociationTestJSON-108032633 tempest-FloatingIPsAssociationTestJSON-108032633-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54851) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 588.245604] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-46d698f2-9899-4025-bdfd-30f453da70ae tempest-FloatingIPsAssociationTestJSON-108032633 tempest-FloatingIPsAssociationTestJSON-108032633-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.246038] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-46d698f2-9899-4025-bdfd-30f453da70ae tempest-FloatingIPsAssociationTestJSON-108032633 tempest-FloatingIPsAssociationTestJSON-108032633-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.246471] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-46d698f2-9899-4025-bdfd-30f453da70ae tempest-FloatingIPsAssociationTestJSON-108032633 tempest-FloatingIPsAssociationTestJSON-108032633-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.293370] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-46d698f2-9899-4025-bdfd-30f453da70ae tempest-FloatingIPsAssociationTestJSON-108032633 tempest-FloatingIPsAssociationTestJSON-108032633-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.293370] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-46d698f2-9899-4025-bdfd-30f453da70ae tempest-FloatingIPsAssociationTestJSON-108032633 tempest-FloatingIPsAssociationTestJSON-108032633-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.293370] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-46d698f2-9899-4025-bdfd-30f453da70ae tempest-FloatingIPsAssociationTestJSON-108032633 tempest-FloatingIPsAssociationTestJSON-108032633-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.294037] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-46d698f2-9899-4025-bdfd-30f453da70ae tempest-FloatingIPsAssociationTestJSON-108032633 tempest-FloatingIPsAssociationTestJSON-108032633-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.294037] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-46d698f2-9899-4025-bdfd-30f453da70ae tempest-FloatingIPsAssociationTestJSON-108032633 tempest-FloatingIPsAssociationTestJSON-108032633-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.294124] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-46d698f2-9899-4025-bdfd-30f453da70ae tempest-FloatingIPsAssociationTestJSON-108032633 tempest-FloatingIPsAssociationTestJSON-108032633-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.305023] nova-conductor[54851]: DEBUG nova.quota [None req-46d698f2-9899-4025-bdfd-30f453da70ae tempest-FloatingIPsAssociationTestJSON-108032633 tempest-FloatingIPsAssociationTestJSON-108032633-project-member] Getting quotas for project e8eb7cde31904e13b7e83bcf59a5106c. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 588.308129] nova-conductor[54851]: DEBUG nova.quota [None req-46d698f2-9899-4025-bdfd-30f453da70ae tempest-FloatingIPsAssociationTestJSON-108032633 tempest-FloatingIPsAssociationTestJSON-108032633-project-member] Getting quotas for user 3194a809559f4730815775cef88e849c and project e8eb7cde31904e13b7e83bcf59a5106c. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 588.316929] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-46d698f2-9899-4025-bdfd-30f453da70ae tempest-FloatingIPsAssociationTestJSON-108032633 tempest-FloatingIPsAssociationTestJSON-108032633-project-member] [instance: e075df95-2102-4f64-b4ba-a65b8fea78d2] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54851) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 588.317874] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-46d698f2-9899-4025-bdfd-30f453da70ae tempest-FloatingIPsAssociationTestJSON-108032633 tempest-FloatingIPsAssociationTestJSON-108032633-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.317874] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-46d698f2-9899-4025-bdfd-30f453da70ae tempest-FloatingIPsAssociationTestJSON-108032633 tempest-FloatingIPsAssociationTestJSON-108032633-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.318013] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-46d698f2-9899-4025-bdfd-30f453da70ae tempest-FloatingIPsAssociationTestJSON-108032633 tempest-FloatingIPsAssociationTestJSON-108032633-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.326713] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-46d698f2-9899-4025-bdfd-30f453da70ae tempest-FloatingIPsAssociationTestJSON-108032633 tempest-FloatingIPsAssociationTestJSON-108032633-project-member] [instance: e075df95-2102-4f64-b4ba-a65b8fea78d2] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54851) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 588.327552] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-46d698f2-9899-4025-bdfd-30f453da70ae tempest-FloatingIPsAssociationTestJSON-108032633 tempest-FloatingIPsAssociationTestJSON-108032633-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.327643] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-46d698f2-9899-4025-bdfd-30f453da70ae tempest-FloatingIPsAssociationTestJSON-108032633 tempest-FloatingIPsAssociationTestJSON-108032633-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.328782] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-46d698f2-9899-4025-bdfd-30f453da70ae tempest-FloatingIPsAssociationTestJSON-108032633 tempest-FloatingIPsAssociationTestJSON-108032633-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.357114] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-46d698f2-9899-4025-bdfd-30f453da70ae tempest-FloatingIPsAssociationTestJSON-108032633 tempest-FloatingIPsAssociationTestJSON-108032633-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.357609] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-46d698f2-9899-4025-bdfd-30f453da70ae tempest-FloatingIPsAssociationTestJSON-108032633 tempest-FloatingIPsAssociationTestJSON-108032633-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.357886] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-46d698f2-9899-4025-bdfd-30f453da70ae tempest-FloatingIPsAssociationTestJSON-108032633 tempest-FloatingIPsAssociationTestJSON-108032633-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 590.133982] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-6e8c2306-5d78-4aff-a914-274b7effca92 tempest-MigrationsAdminTest-674001853 tempest-MigrationsAdminTest-674001853-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 590.152506] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-6e8c2306-5d78-4aff-a914-274b7effca92 tempest-MigrationsAdminTest-674001853 tempest-MigrationsAdminTest-674001853-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.152767] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-6e8c2306-5d78-4aff-a914-274b7effca92 tempest-MigrationsAdminTest-674001853 tempest-MigrationsAdminTest-674001853-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.152945] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-6e8c2306-5d78-4aff-a914-274b7effca92 tempest-MigrationsAdminTest-674001853 tempest-MigrationsAdminTest-674001853-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 590.192060] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-6e8c2306-5d78-4aff-a914-274b7effca92 tempest-MigrationsAdminTest-674001853 tempest-MigrationsAdminTest-674001853-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.192312] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-6e8c2306-5d78-4aff-a914-274b7effca92 tempest-MigrationsAdminTest-674001853 tempest-MigrationsAdminTest-674001853-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.192628] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-6e8c2306-5d78-4aff-a914-274b7effca92 tempest-MigrationsAdminTest-674001853 tempest-MigrationsAdminTest-674001853-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 590.195596] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-6e8c2306-5d78-4aff-a914-274b7effca92 tempest-MigrationsAdminTest-674001853 tempest-MigrationsAdminTest-674001853-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.195596] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-6e8c2306-5d78-4aff-a914-274b7effca92 tempest-MigrationsAdminTest-674001853 tempest-MigrationsAdminTest-674001853-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.195596] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-6e8c2306-5d78-4aff-a914-274b7effca92 tempest-MigrationsAdminTest-674001853 tempest-MigrationsAdminTest-674001853-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 590.203063] nova-conductor[54852]: DEBUG nova.quota [None req-6e8c2306-5d78-4aff-a914-274b7effca92 tempest-MigrationsAdminTest-674001853 tempest-MigrationsAdminTest-674001853-project-member] Getting quotas for project 4c6d16afcdb245ff97759f9b6ed1ed43. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 590.205550] nova-conductor[54852]: DEBUG nova.quota [None req-6e8c2306-5d78-4aff-a914-274b7effca92 tempest-MigrationsAdminTest-674001853 tempest-MigrationsAdminTest-674001853-project-member] Getting quotas for user 84a933f0beb740bb96a0ffab4c44568b and project 4c6d16afcdb245ff97759f9b6ed1ed43. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 590.221100] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-6e8c2306-5d78-4aff-a914-274b7effca92 tempest-MigrationsAdminTest-674001853 tempest-MigrationsAdminTest-674001853-project-member] [instance: 7f376384-c401-418e-94d3-c9136005a11e] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 590.222099] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-6e8c2306-5d78-4aff-a914-274b7effca92 tempest-MigrationsAdminTest-674001853 tempest-MigrationsAdminTest-674001853-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.222099] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-6e8c2306-5d78-4aff-a914-274b7effca92 tempest-MigrationsAdminTest-674001853 tempest-MigrationsAdminTest-674001853-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.222099] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-6e8c2306-5d78-4aff-a914-274b7effca92 tempest-MigrationsAdminTest-674001853 tempest-MigrationsAdminTest-674001853-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 590.227196] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-6e8c2306-5d78-4aff-a914-274b7effca92 tempest-MigrationsAdminTest-674001853 tempest-MigrationsAdminTest-674001853-project-member] [instance: 7f376384-c401-418e-94d3-c9136005a11e] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 590.228157] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-6e8c2306-5d78-4aff-a914-274b7effca92 tempest-MigrationsAdminTest-674001853 tempest-MigrationsAdminTest-674001853-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.228335] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-6e8c2306-5d78-4aff-a914-274b7effca92 tempest-MigrationsAdminTest-674001853 tempest-MigrationsAdminTest-674001853-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.228507] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-6e8c2306-5d78-4aff-a914-274b7effca92 tempest-MigrationsAdminTest-674001853 tempest-MigrationsAdminTest-674001853-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 590.249782] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-6e8c2306-5d78-4aff-a914-274b7effca92 tempest-MigrationsAdminTest-674001853 tempest-MigrationsAdminTest-674001853-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.249782] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-6e8c2306-5d78-4aff-a914-274b7effca92 tempest-MigrationsAdminTest-674001853 tempest-MigrationsAdminTest-674001853-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.249782] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-6e8c2306-5d78-4aff-a914-274b7effca92 tempest-MigrationsAdminTest-674001853 tempest-MigrationsAdminTest-674001853-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 597.009606] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-d1d26ed7-b320-4401-b677-155f116cdace tempest-ServersTestMultiNic-1870011473 tempest-ServersTestMultiNic-1870011473-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 597.028529] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d1d26ed7-b320-4401-b677-155f116cdace tempest-ServersTestMultiNic-1870011473 tempest-ServersTestMultiNic-1870011473-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 597.028759] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d1d26ed7-b320-4401-b677-155f116cdace tempest-ServersTestMultiNic-1870011473 tempest-ServersTestMultiNic-1870011473-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 597.028935] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d1d26ed7-b320-4401-b677-155f116cdace tempest-ServersTestMultiNic-1870011473 tempest-ServersTestMultiNic-1870011473-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 597.079551] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d1d26ed7-b320-4401-b677-155f116cdace tempest-ServersTestMultiNic-1870011473 tempest-ServersTestMultiNic-1870011473-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 597.079833] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d1d26ed7-b320-4401-b677-155f116cdace tempest-ServersTestMultiNic-1870011473 tempest-ServersTestMultiNic-1870011473-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 597.080044] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d1d26ed7-b320-4401-b677-155f116cdace tempest-ServersTestMultiNic-1870011473 tempest-ServersTestMultiNic-1870011473-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 597.080438] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d1d26ed7-b320-4401-b677-155f116cdace tempest-ServersTestMultiNic-1870011473 tempest-ServersTestMultiNic-1870011473-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 597.080648] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d1d26ed7-b320-4401-b677-155f116cdace tempest-ServersTestMultiNic-1870011473 tempest-ServersTestMultiNic-1870011473-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 597.080827] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d1d26ed7-b320-4401-b677-155f116cdace tempest-ServersTestMultiNic-1870011473 tempest-ServersTestMultiNic-1870011473-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 597.094607] nova-conductor[54852]: DEBUG nova.quota [None req-d1d26ed7-b320-4401-b677-155f116cdace tempest-ServersTestMultiNic-1870011473 tempest-ServersTestMultiNic-1870011473-project-member] Getting quotas for project a9908ca9c44c41c7a0cfe9e1af34a4aa. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 597.098535] nova-conductor[54852]: DEBUG nova.quota [None req-d1d26ed7-b320-4401-b677-155f116cdace tempest-ServersTestMultiNic-1870011473 tempest-ServersTestMultiNic-1870011473-project-member] Getting quotas for user f4e5d87441d1430f84b10a8397b4834e and project a9908ca9c44c41c7a0cfe9e1af34a4aa. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 597.109018] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-d1d26ed7-b320-4401-b677-155f116cdace tempest-ServersTestMultiNic-1870011473 tempest-ServersTestMultiNic-1870011473-project-member] [instance: 77418633-2833-47a7-b30f-dca84432d382] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 597.109018] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d1d26ed7-b320-4401-b677-155f116cdace tempest-ServersTestMultiNic-1870011473 tempest-ServersTestMultiNic-1870011473-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 597.109018] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d1d26ed7-b320-4401-b677-155f116cdace tempest-ServersTestMultiNic-1870011473 tempest-ServersTestMultiNic-1870011473-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 597.109018] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d1d26ed7-b320-4401-b677-155f116cdace tempest-ServersTestMultiNic-1870011473 tempest-ServersTestMultiNic-1870011473-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 597.119098] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-d1d26ed7-b320-4401-b677-155f116cdace tempest-ServersTestMultiNic-1870011473 tempest-ServersTestMultiNic-1870011473-project-member] [instance: 77418633-2833-47a7-b30f-dca84432d382] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 597.119098] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d1d26ed7-b320-4401-b677-155f116cdace tempest-ServersTestMultiNic-1870011473 tempest-ServersTestMultiNic-1870011473-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 597.119098] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d1d26ed7-b320-4401-b677-155f116cdace tempest-ServersTestMultiNic-1870011473 tempest-ServersTestMultiNic-1870011473-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 597.119366] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d1d26ed7-b320-4401-b677-155f116cdace tempest-ServersTestMultiNic-1870011473 tempest-ServersTestMultiNic-1870011473-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 597.144177] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d1d26ed7-b320-4401-b677-155f116cdace tempest-ServersTestMultiNic-1870011473 tempest-ServersTestMultiNic-1870011473-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 597.144720] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d1d26ed7-b320-4401-b677-155f116cdace tempest-ServersTestMultiNic-1870011473 tempest-ServersTestMultiNic-1870011473-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 597.144898] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d1d26ed7-b320-4401-b677-155f116cdace tempest-ServersTestMultiNic-1870011473 tempest-ServersTestMultiNic-1870011473-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 598.299029] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_cell0:SELECT=3 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 598.330471] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_cell1:SELECT=7,nova_cell1:SAVEPOINT=2,nova_cell1:INSERT=16,nova_cell1:RELEASE=2 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 598.347231] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_api:SELECT=10 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 598.418886] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-7038279d-b2e9-4cb1-86e1-3d201a572c49 tempest-FloatingIPsAssociationNegativeTestJSON-1705724445 tempest-FloatingIPsAssociationNegativeTestJSON-1705724445-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54851) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 598.432185] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-7038279d-b2e9-4cb1-86e1-3d201a572c49 tempest-FloatingIPsAssociationNegativeTestJSON-1705724445 tempest-FloatingIPsAssociationNegativeTestJSON-1705724445-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 598.432185] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-7038279d-b2e9-4cb1-86e1-3d201a572c49 tempest-FloatingIPsAssociationNegativeTestJSON-1705724445 tempest-FloatingIPsAssociationNegativeTestJSON-1705724445-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 598.432185] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-7038279d-b2e9-4cb1-86e1-3d201a572c49 tempest-FloatingIPsAssociationNegativeTestJSON-1705724445 tempest-FloatingIPsAssociationNegativeTestJSON-1705724445-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 598.473719] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-7038279d-b2e9-4cb1-86e1-3d201a572c49 tempest-FloatingIPsAssociationNegativeTestJSON-1705724445 tempest-FloatingIPsAssociationNegativeTestJSON-1705724445-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 598.475081] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-7038279d-b2e9-4cb1-86e1-3d201a572c49 tempest-FloatingIPsAssociationNegativeTestJSON-1705724445 tempest-FloatingIPsAssociationNegativeTestJSON-1705724445-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 598.475441] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-7038279d-b2e9-4cb1-86e1-3d201a572c49 tempest-FloatingIPsAssociationNegativeTestJSON-1705724445 tempest-FloatingIPsAssociationNegativeTestJSON-1705724445-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 598.475955] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-7038279d-b2e9-4cb1-86e1-3d201a572c49 tempest-FloatingIPsAssociationNegativeTestJSON-1705724445 tempest-FloatingIPsAssociationNegativeTestJSON-1705724445-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 598.476270] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-7038279d-b2e9-4cb1-86e1-3d201a572c49 tempest-FloatingIPsAssociationNegativeTestJSON-1705724445 tempest-FloatingIPsAssociationNegativeTestJSON-1705724445-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 598.478090] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-7038279d-b2e9-4cb1-86e1-3d201a572c49 tempest-FloatingIPsAssociationNegativeTestJSON-1705724445 tempest-FloatingIPsAssociationNegativeTestJSON-1705724445-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 598.489651] nova-conductor[54851]: DEBUG nova.quota [None req-7038279d-b2e9-4cb1-86e1-3d201a572c49 tempest-FloatingIPsAssociationNegativeTestJSON-1705724445 tempest-FloatingIPsAssociationNegativeTestJSON-1705724445-project-member] Getting quotas for project 44f05d4de6974d588b5e54c77a2a0731. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 598.492770] nova-conductor[54851]: DEBUG nova.quota [None req-7038279d-b2e9-4cb1-86e1-3d201a572c49 tempest-FloatingIPsAssociationNegativeTestJSON-1705724445 tempest-FloatingIPsAssociationNegativeTestJSON-1705724445-project-member] Getting quotas for user 47c2c07c4207491ab2fef673a2810120 and project 44f05d4de6974d588b5e54c77a2a0731. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 598.504211] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-7038279d-b2e9-4cb1-86e1-3d201a572c49 tempest-FloatingIPsAssociationNegativeTestJSON-1705724445 tempest-FloatingIPsAssociationNegativeTestJSON-1705724445-project-member] [instance: 21c8106e-8b6c-447b-89e2-df1b34aed12c] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54851) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 598.504211] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-7038279d-b2e9-4cb1-86e1-3d201a572c49 tempest-FloatingIPsAssociationNegativeTestJSON-1705724445 tempest-FloatingIPsAssociationNegativeTestJSON-1705724445-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 598.504211] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-7038279d-b2e9-4cb1-86e1-3d201a572c49 tempest-FloatingIPsAssociationNegativeTestJSON-1705724445 tempest-FloatingIPsAssociationNegativeTestJSON-1705724445-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 598.504211] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-7038279d-b2e9-4cb1-86e1-3d201a572c49 tempest-FloatingIPsAssociationNegativeTestJSON-1705724445 tempest-FloatingIPsAssociationNegativeTestJSON-1705724445-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 598.514150] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-7038279d-b2e9-4cb1-86e1-3d201a572c49 tempest-FloatingIPsAssociationNegativeTestJSON-1705724445 tempest-FloatingIPsAssociationNegativeTestJSON-1705724445-project-member] [instance: 21c8106e-8b6c-447b-89e2-df1b34aed12c] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54851) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 598.516024] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-7038279d-b2e9-4cb1-86e1-3d201a572c49 tempest-FloatingIPsAssociationNegativeTestJSON-1705724445 tempest-FloatingIPsAssociationNegativeTestJSON-1705724445-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 598.516024] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-7038279d-b2e9-4cb1-86e1-3d201a572c49 tempest-FloatingIPsAssociationNegativeTestJSON-1705724445 tempest-FloatingIPsAssociationNegativeTestJSON-1705724445-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 598.516024] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-7038279d-b2e9-4cb1-86e1-3d201a572c49 tempest-FloatingIPsAssociationNegativeTestJSON-1705724445 tempest-FloatingIPsAssociationNegativeTestJSON-1705724445-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 598.539303] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-7038279d-b2e9-4cb1-86e1-3d201a572c49 tempest-FloatingIPsAssociationNegativeTestJSON-1705724445 tempest-FloatingIPsAssociationNegativeTestJSON-1705724445-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 598.539541] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-7038279d-b2e9-4cb1-86e1-3d201a572c49 tempest-FloatingIPsAssociationNegativeTestJSON-1705724445 tempest-FloatingIPsAssociationNegativeTestJSON-1705724445-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 598.539738] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-7038279d-b2e9-4cb1-86e1-3d201a572c49 tempest-FloatingIPsAssociationNegativeTestJSON-1705724445 tempest-FloatingIPsAssociationNegativeTestJSON-1705724445-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 607.088148] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell0:SELECT=4 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 607.121715] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell1:SELECT=11,nova_cell1:SAVEPOINT=3,nova_cell1:INSERT=25,nova_cell1:RELEASE=3 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 607.138074] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_api:SELECT=20,nova_api:DELETE=2 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 607.138956] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_api:SELECT=15,nova_api:UPDATE=3,nova_api:DELETE=1 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 608.361469] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-d103b9ca-0bea-48b6-aa34-5b70c9181be8 tempest-ServersAdmin275Test-900092893 tempest-ServersAdmin275Test-900092893-project-member] Targeting cell c3910535-3dcf-4557-8dc9-54a14b20e0a3(cell1) for conductor method rebuild_instance {{(pid=54852) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 608.362436] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d103b9ca-0bea-48b6-aa34-5b70c9181be8 tempest-ServersAdmin275Test-900092893 tempest-ServersAdmin275Test-900092893-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 608.362436] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d103b9ca-0bea-48b6-aa34-5b70c9181be8 tempest-ServersAdmin275Test-900092893 tempest-ServersAdmin275Test-900092893-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 608.362436] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d103b9ca-0bea-48b6-aa34-5b70c9181be8 tempest-ServersAdmin275Test-900092893 tempest-ServersAdmin275Test-900092893-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 608.384844] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-d103b9ca-0bea-48b6-aa34-5b70c9181be8 tempest-ServersAdmin275Test-900092893 tempest-ServersAdmin275Test-900092893-project-member] [instance: 418cd947-00b8-485f-b9fc-2a675c58998d] No migration record for the rebuild/evacuate request. {{(pid=54852) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1227}} [ 608.480984] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_cell0:SELECT=1 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 608.517883] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_cell1:SELECT=3,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=8,nova_cell1:RELEASE=1 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 608.526246] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_api:SELECT=19,nova_api:UPDATE=2,nova_api:DELETE=2 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 608.536835] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_api:SELECT=6,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 608.845782] nova-conductor[54852]: ERROR nova.scheduler.utils [None req-edbce28b-435c-4ce0-bdf1-242d77caee7a tempest-DeleteServersAdminTestJSON-1224407996 tempest-DeleteServersAdminTestJSON-1224407996-project-member] [instance: 977675cb-bcf3-431b-aef1-36f8232b093b] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port bbcbf2bf-d35a-49d8-ac1f-07eaca1897a3, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 977675cb-bcf3-431b-aef1-36f8232b093b was re-scheduled: Binding failed for port bbcbf2bf-d35a-49d8-ac1f-07eaca1897a3, please check neutron logs for more information.\n'] [ 608.846636] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-edbce28b-435c-4ce0-bdf1-242d77caee7a tempest-DeleteServersAdminTestJSON-1224407996 tempest-DeleteServersAdminTestJSON-1224407996-project-member] Rescheduling: True {{(pid=54852) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 608.846979] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-edbce28b-435c-4ce0-bdf1-242d77caee7a tempest-DeleteServersAdminTestJSON-1224407996 tempest-DeleteServersAdminTestJSON-1224407996-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 977675cb-bcf3-431b-aef1-36f8232b093b.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 977675cb-bcf3-431b-aef1-36f8232b093b. [ 608.847554] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-edbce28b-435c-4ce0-bdf1-242d77caee7a tempest-DeleteServersAdminTestJSON-1224407996 tempest-DeleteServersAdminTestJSON-1224407996-project-member] [instance: 977675cb-bcf3-431b-aef1-36f8232b093b] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 977675cb-bcf3-431b-aef1-36f8232b093b. [ 608.917997] nova-conductor[54852]: DEBUG nova.network.neutron [None req-edbce28b-435c-4ce0-bdf1-242d77caee7a tempest-DeleteServersAdminTestJSON-1224407996 tempest-DeleteServersAdminTestJSON-1224407996-project-member] [instance: 977675cb-bcf3-431b-aef1-36f8232b093b] deallocate_for_instance() {{(pid=54852) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 608.967933] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-fe7fc4d3-3c36-45be-868b-082636f0fc2b tempest-VolumesAssistedSnapshotsTest-586058241 tempest-VolumesAssistedSnapshotsTest-586058241-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 608.991210] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-fe7fc4d3-3c36-45be-868b-082636f0fc2b tempest-VolumesAssistedSnapshotsTest-586058241 tempest-VolumesAssistedSnapshotsTest-586058241-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 608.991210] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-fe7fc4d3-3c36-45be-868b-082636f0fc2b tempest-VolumesAssistedSnapshotsTest-586058241 tempest-VolumesAssistedSnapshotsTest-586058241-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 608.991431] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-fe7fc4d3-3c36-45be-868b-082636f0fc2b tempest-VolumesAssistedSnapshotsTest-586058241 tempest-VolumesAssistedSnapshotsTest-586058241-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 609.052871] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-fe7fc4d3-3c36-45be-868b-082636f0fc2b tempest-VolumesAssistedSnapshotsTest-586058241 tempest-VolumesAssistedSnapshotsTest-586058241-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.053115] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-fe7fc4d3-3c36-45be-868b-082636f0fc2b tempest-VolumesAssistedSnapshotsTest-586058241 tempest-VolumesAssistedSnapshotsTest-586058241-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 609.053282] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-fe7fc4d3-3c36-45be-868b-082636f0fc2b tempest-VolumesAssistedSnapshotsTest-586058241 tempest-VolumesAssistedSnapshotsTest-586058241-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 609.053638] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-fe7fc4d3-3c36-45be-868b-082636f0fc2b tempest-VolumesAssistedSnapshotsTest-586058241 tempest-VolumesAssistedSnapshotsTest-586058241-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.053848] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-fe7fc4d3-3c36-45be-868b-082636f0fc2b tempest-VolumesAssistedSnapshotsTest-586058241 tempest-VolumesAssistedSnapshotsTest-586058241-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 609.054033] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-fe7fc4d3-3c36-45be-868b-082636f0fc2b tempest-VolumesAssistedSnapshotsTest-586058241 tempest-VolumesAssistedSnapshotsTest-586058241-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 609.069636] nova-conductor[54852]: DEBUG nova.quota [None req-fe7fc4d3-3c36-45be-868b-082636f0fc2b tempest-VolumesAssistedSnapshotsTest-586058241 tempest-VolumesAssistedSnapshotsTest-586058241-project-member] Getting quotas for project db873ea7843e45a1be7f9eae63c0a10f. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 609.075561] nova-conductor[54852]: DEBUG nova.quota [None req-fe7fc4d3-3c36-45be-868b-082636f0fc2b tempest-VolumesAssistedSnapshotsTest-586058241 tempest-VolumesAssistedSnapshotsTest-586058241-project-member] Getting quotas for user 7663205fe1db4c0282f62b97468813ed and project db873ea7843e45a1be7f9eae63c0a10f. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 609.086268] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-fe7fc4d3-3c36-45be-868b-082636f0fc2b tempest-VolumesAssistedSnapshotsTest-586058241 tempest-VolumesAssistedSnapshotsTest-586058241-project-member] [instance: f569eee5-8806-4493-8625-52b55513f64c] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 609.087493] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-fe7fc4d3-3c36-45be-868b-082636f0fc2b tempest-VolumesAssistedSnapshotsTest-586058241 tempest-VolumesAssistedSnapshotsTest-586058241-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.087493] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-fe7fc4d3-3c36-45be-868b-082636f0fc2b tempest-VolumesAssistedSnapshotsTest-586058241 tempest-VolumesAssistedSnapshotsTest-586058241-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 609.087493] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-fe7fc4d3-3c36-45be-868b-082636f0fc2b tempest-VolumesAssistedSnapshotsTest-586058241 tempest-VolumesAssistedSnapshotsTest-586058241-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 609.090076] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-fe7fc4d3-3c36-45be-868b-082636f0fc2b tempest-VolumesAssistedSnapshotsTest-586058241 tempest-VolumesAssistedSnapshotsTest-586058241-project-member] [instance: f569eee5-8806-4493-8625-52b55513f64c] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 609.090783] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-fe7fc4d3-3c36-45be-868b-082636f0fc2b tempest-VolumesAssistedSnapshotsTest-586058241 tempest-VolumesAssistedSnapshotsTest-586058241-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.090926] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-fe7fc4d3-3c36-45be-868b-082636f0fc2b tempest-VolumesAssistedSnapshotsTest-586058241 tempest-VolumesAssistedSnapshotsTest-586058241-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 609.091685] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-fe7fc4d3-3c36-45be-868b-082636f0fc2b tempest-VolumesAssistedSnapshotsTest-586058241 tempest-VolumesAssistedSnapshotsTest-586058241-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 609.112968] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-fe7fc4d3-3c36-45be-868b-082636f0fc2b tempest-VolumesAssistedSnapshotsTest-586058241 tempest-VolumesAssistedSnapshotsTest-586058241-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 609.113164] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-fe7fc4d3-3c36-45be-868b-082636f0fc2b tempest-VolumesAssistedSnapshotsTest-586058241 tempest-VolumesAssistedSnapshotsTest-586058241-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 609.113331] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-fe7fc4d3-3c36-45be-868b-082636f0fc2b tempest-VolumesAssistedSnapshotsTest-586058241 tempest-VolumesAssistedSnapshotsTest-586058241-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 609.331252] nova-conductor[54852]: DEBUG nova.network.neutron [None req-edbce28b-435c-4ce0-bdf1-242d77caee7a tempest-DeleteServersAdminTestJSON-1224407996 tempest-DeleteServersAdminTestJSON-1224407996-project-member] [instance: 977675cb-bcf3-431b-aef1-36f8232b093b] Instance cache missing network info. {{(pid=54852) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 609.338725] nova-conductor[54852]: DEBUG nova.network.neutron [None req-edbce28b-435c-4ce0-bdf1-242d77caee7a tempest-DeleteServersAdminTestJSON-1224407996 tempest-DeleteServersAdminTestJSON-1224407996-project-member] [instance: 977675cb-bcf3-431b-aef1-36f8232b093b] Updating instance_info_cache with network_info: [] {{(pid=54852) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 610.293325] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-2f70cfe3-656c-499f-b84d-405e5e2a3df9 tempest-ServerAddressesTestJSON-881028171 tempest-ServerAddressesTestJSON-881028171-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 610.311165] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-2f70cfe3-656c-499f-b84d-405e5e2a3df9 tempest-ServerAddressesTestJSON-881028171 tempest-ServerAddressesTestJSON-881028171-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.311165] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-2f70cfe3-656c-499f-b84d-405e5e2a3df9 tempest-ServerAddressesTestJSON-881028171 tempest-ServerAddressesTestJSON-881028171-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.311165] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-2f70cfe3-656c-499f-b84d-405e5e2a3df9 tempest-ServerAddressesTestJSON-881028171 tempest-ServerAddressesTestJSON-881028171-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.359503] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-2f70cfe3-656c-499f-b84d-405e5e2a3df9 tempest-ServerAddressesTestJSON-881028171 tempest-ServerAddressesTestJSON-881028171-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.359716] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-2f70cfe3-656c-499f-b84d-405e5e2a3df9 tempest-ServerAddressesTestJSON-881028171 tempest-ServerAddressesTestJSON-881028171-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.359890] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-2f70cfe3-656c-499f-b84d-405e5e2a3df9 tempest-ServerAddressesTestJSON-881028171 tempest-ServerAddressesTestJSON-881028171-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.360273] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-2f70cfe3-656c-499f-b84d-405e5e2a3df9 tempest-ServerAddressesTestJSON-881028171 tempest-ServerAddressesTestJSON-881028171-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.360460] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-2f70cfe3-656c-499f-b84d-405e5e2a3df9 tempest-ServerAddressesTestJSON-881028171 tempest-ServerAddressesTestJSON-881028171-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.360620] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-2f70cfe3-656c-499f-b84d-405e5e2a3df9 tempest-ServerAddressesTestJSON-881028171 tempest-ServerAddressesTestJSON-881028171-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.373774] nova-conductor[54852]: DEBUG nova.quota [None req-2f70cfe3-656c-499f-b84d-405e5e2a3df9 tempest-ServerAddressesTestJSON-881028171 tempest-ServerAddressesTestJSON-881028171-project-member] Getting quotas for project b297c51d29e4419eaed16d4642f04f40. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 610.380602] nova-conductor[54852]: DEBUG nova.quota [None req-2f70cfe3-656c-499f-b84d-405e5e2a3df9 tempest-ServerAddressesTestJSON-881028171 tempest-ServerAddressesTestJSON-881028171-project-member] Getting quotas for user 0234959d936347328283732709d5dc8b and project b297c51d29e4419eaed16d4642f04f40. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 610.389029] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-2f70cfe3-656c-499f-b84d-405e5e2a3df9 tempest-ServerAddressesTestJSON-881028171 tempest-ServerAddressesTestJSON-881028171-project-member] [instance: f363ccb6-2c0e-4520-83b1-f41c74ab8bd3] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 610.389415] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-2f70cfe3-656c-499f-b84d-405e5e2a3df9 tempest-ServerAddressesTestJSON-881028171 tempest-ServerAddressesTestJSON-881028171-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.389630] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-2f70cfe3-656c-499f-b84d-405e5e2a3df9 tempest-ServerAddressesTestJSON-881028171 tempest-ServerAddressesTestJSON-881028171-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.389797] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-2f70cfe3-656c-499f-b84d-405e5e2a3df9 tempest-ServerAddressesTestJSON-881028171 tempest-ServerAddressesTestJSON-881028171-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.400208] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-2f70cfe3-656c-499f-b84d-405e5e2a3df9 tempest-ServerAddressesTestJSON-881028171 tempest-ServerAddressesTestJSON-881028171-project-member] [instance: f363ccb6-2c0e-4520-83b1-f41c74ab8bd3] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 610.401146] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-2f70cfe3-656c-499f-b84d-405e5e2a3df9 tempest-ServerAddressesTestJSON-881028171 tempest-ServerAddressesTestJSON-881028171-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.401576] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-2f70cfe3-656c-499f-b84d-405e5e2a3df9 tempest-ServerAddressesTestJSON-881028171 tempest-ServerAddressesTestJSON-881028171-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.401576] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-2f70cfe3-656c-499f-b84d-405e5e2a3df9 tempest-ServerAddressesTestJSON-881028171 tempest-ServerAddressesTestJSON-881028171-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.421846] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-2f70cfe3-656c-499f-b84d-405e5e2a3df9 tempest-ServerAddressesTestJSON-881028171 tempest-ServerAddressesTestJSON-881028171-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.422093] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-2f70cfe3-656c-499f-b84d-405e5e2a3df9 tempest-ServerAddressesTestJSON-881028171 tempest-ServerAddressesTestJSON-881028171-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.422267] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-2f70cfe3-656c-499f-b84d-405e5e2a3df9 tempest-ServerAddressesTestJSON-881028171 tempest-ServerAddressesTestJSON-881028171-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 611.550186] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-e5c315e1-ceba-4a53-bd15-e4fd267910ef tempest-ServersWithSpecificFlavorTestJSON-1407891863 tempest-ServersWithSpecificFlavorTestJSON-1407891863-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 611.574611] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-e5c315e1-ceba-4a53-bd15-e4fd267910ef tempest-ServersWithSpecificFlavorTestJSON-1407891863 tempest-ServersWithSpecificFlavorTestJSON-1407891863-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.574845] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-e5c315e1-ceba-4a53-bd15-e4fd267910ef tempest-ServersWithSpecificFlavorTestJSON-1407891863 tempest-ServersWithSpecificFlavorTestJSON-1407891863-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 611.575146] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-e5c315e1-ceba-4a53-bd15-e4fd267910ef tempest-ServersWithSpecificFlavorTestJSON-1407891863 tempest-ServersWithSpecificFlavorTestJSON-1407891863-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 611.633802] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-e5c315e1-ceba-4a53-bd15-e4fd267910ef tempest-ServersWithSpecificFlavorTestJSON-1407891863 tempest-ServersWithSpecificFlavorTestJSON-1407891863-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.634123] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-e5c315e1-ceba-4a53-bd15-e4fd267910ef tempest-ServersWithSpecificFlavorTestJSON-1407891863 tempest-ServersWithSpecificFlavorTestJSON-1407891863-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 611.634302] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-e5c315e1-ceba-4a53-bd15-e4fd267910ef tempest-ServersWithSpecificFlavorTestJSON-1407891863 tempest-ServersWithSpecificFlavorTestJSON-1407891863-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 611.634742] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-e5c315e1-ceba-4a53-bd15-e4fd267910ef tempest-ServersWithSpecificFlavorTestJSON-1407891863 tempest-ServersWithSpecificFlavorTestJSON-1407891863-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.635365] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-e5c315e1-ceba-4a53-bd15-e4fd267910ef tempest-ServersWithSpecificFlavorTestJSON-1407891863 tempest-ServersWithSpecificFlavorTestJSON-1407891863-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 611.635365] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-e5c315e1-ceba-4a53-bd15-e4fd267910ef tempest-ServersWithSpecificFlavorTestJSON-1407891863 tempest-ServersWithSpecificFlavorTestJSON-1407891863-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 611.647073] nova-conductor[54852]: DEBUG nova.quota [None req-e5c315e1-ceba-4a53-bd15-e4fd267910ef tempest-ServersWithSpecificFlavorTestJSON-1407891863 tempest-ServersWithSpecificFlavorTestJSON-1407891863-project-member] Getting quotas for project 451b42f86347460fa0c30e51334de0c3. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 611.654187] nova-conductor[54852]: DEBUG nova.quota [None req-e5c315e1-ceba-4a53-bd15-e4fd267910ef tempest-ServersWithSpecificFlavorTestJSON-1407891863 tempest-ServersWithSpecificFlavorTestJSON-1407891863-project-member] Getting quotas for user 0ee426170c494abfb8d228035a1da688 and project 451b42f86347460fa0c30e51334de0c3. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 611.668236] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-e5c315e1-ceba-4a53-bd15-e4fd267910ef tempest-ServersWithSpecificFlavorTestJSON-1407891863 tempest-ServersWithSpecificFlavorTestJSON-1407891863-project-member] [instance: 51db1590-9612-4d23-a49f-e1900f82ed90] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 611.668935] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-e5c315e1-ceba-4a53-bd15-e4fd267910ef tempest-ServersWithSpecificFlavorTestJSON-1407891863 tempest-ServersWithSpecificFlavorTestJSON-1407891863-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.669495] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-e5c315e1-ceba-4a53-bd15-e4fd267910ef tempest-ServersWithSpecificFlavorTestJSON-1407891863 tempest-ServersWithSpecificFlavorTestJSON-1407891863-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 611.669707] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-e5c315e1-ceba-4a53-bd15-e4fd267910ef tempest-ServersWithSpecificFlavorTestJSON-1407891863 tempest-ServersWithSpecificFlavorTestJSON-1407891863-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 611.680595] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-e5c315e1-ceba-4a53-bd15-e4fd267910ef tempest-ServersWithSpecificFlavorTestJSON-1407891863 tempest-ServersWithSpecificFlavorTestJSON-1407891863-project-member] [instance: 51db1590-9612-4d23-a49f-e1900f82ed90] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 611.680595] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-e5c315e1-ceba-4a53-bd15-e4fd267910ef tempest-ServersWithSpecificFlavorTestJSON-1407891863 tempest-ServersWithSpecificFlavorTestJSON-1407891863-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.680595] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-e5c315e1-ceba-4a53-bd15-e4fd267910ef tempest-ServersWithSpecificFlavorTestJSON-1407891863 tempest-ServersWithSpecificFlavorTestJSON-1407891863-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 611.680595] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-e5c315e1-ceba-4a53-bd15-e4fd267910ef tempest-ServersWithSpecificFlavorTestJSON-1407891863 tempest-ServersWithSpecificFlavorTestJSON-1407891863-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 611.727947] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-e5c315e1-ceba-4a53-bd15-e4fd267910ef tempest-ServersWithSpecificFlavorTestJSON-1407891863 tempest-ServersWithSpecificFlavorTestJSON-1407891863-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.728183] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-e5c315e1-ceba-4a53-bd15-e4fd267910ef tempest-ServersWithSpecificFlavorTestJSON-1407891863 tempest-ServersWithSpecificFlavorTestJSON-1407891863-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 611.729257] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-e5c315e1-ceba-4a53-bd15-e4fd267910ef tempest-ServersWithSpecificFlavorTestJSON-1407891863 tempest-ServersWithSpecificFlavorTestJSON-1407891863-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 612.221762] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-b6738522-06ce-40a4-9e6d-ee5b5ece0dfa tempest-ServerExternalEventsTest-1176729700 tempest-ServerExternalEventsTest-1176729700-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 612.255276] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-b6738522-06ce-40a4-9e6d-ee5b5ece0dfa tempest-ServerExternalEventsTest-1176729700 tempest-ServerExternalEventsTest-1176729700-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.255487] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-b6738522-06ce-40a4-9e6d-ee5b5ece0dfa tempest-ServerExternalEventsTest-1176729700 tempest-ServerExternalEventsTest-1176729700-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.255858] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-b6738522-06ce-40a4-9e6d-ee5b5ece0dfa tempest-ServerExternalEventsTest-1176729700 tempest-ServerExternalEventsTest-1176729700-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 612.274111] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-d247ef63-4303-404f-89a9-717cd7803b70 tempest-ServerPasswordTestJSON-1685617635 tempest-ServerPasswordTestJSON-1685617635-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 612.284263] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d247ef63-4303-404f-89a9-717cd7803b70 tempest-ServerPasswordTestJSON-1685617635 tempest-ServerPasswordTestJSON-1685617635-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.284490] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d247ef63-4303-404f-89a9-717cd7803b70 tempest-ServerPasswordTestJSON-1685617635 tempest-ServerPasswordTestJSON-1685617635-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.285076] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d247ef63-4303-404f-89a9-717cd7803b70 tempest-ServerPasswordTestJSON-1685617635 tempest-ServerPasswordTestJSON-1685617635-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 612.341307] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-b6738522-06ce-40a4-9e6d-ee5b5ece0dfa tempest-ServerExternalEventsTest-1176729700 tempest-ServerExternalEventsTest-1176729700-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.341707] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-b6738522-06ce-40a4-9e6d-ee5b5ece0dfa tempest-ServerExternalEventsTest-1176729700 tempest-ServerExternalEventsTest-1176729700-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.341707] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-b6738522-06ce-40a4-9e6d-ee5b5ece0dfa tempest-ServerExternalEventsTest-1176729700 tempest-ServerExternalEventsTest-1176729700-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 612.342120] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-b6738522-06ce-40a4-9e6d-ee5b5ece0dfa tempest-ServerExternalEventsTest-1176729700 tempest-ServerExternalEventsTest-1176729700-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.342300] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-b6738522-06ce-40a4-9e6d-ee5b5ece0dfa tempest-ServerExternalEventsTest-1176729700 tempest-ServerExternalEventsTest-1176729700-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.342452] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-b6738522-06ce-40a4-9e6d-ee5b5ece0dfa tempest-ServerExternalEventsTest-1176729700 tempest-ServerExternalEventsTest-1176729700-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 612.356777] nova-conductor[54852]: DEBUG nova.quota [None req-b6738522-06ce-40a4-9e6d-ee5b5ece0dfa tempest-ServerExternalEventsTest-1176729700 tempest-ServerExternalEventsTest-1176729700-project-member] Getting quotas for project ab12fb45215443f1b10911673f10c192. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 612.362924] nova-conductor[54852]: DEBUG nova.quota [None req-b6738522-06ce-40a4-9e6d-ee5b5ece0dfa tempest-ServerExternalEventsTest-1176729700 tempest-ServerExternalEventsTest-1176729700-project-member] Getting quotas for user 51631fa04d9c44eebb7aa61332193582 and project ab12fb45215443f1b10911673f10c192. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 612.371019] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d247ef63-4303-404f-89a9-717cd7803b70 tempest-ServerPasswordTestJSON-1685617635 tempest-ServerPasswordTestJSON-1685617635-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.371216] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d247ef63-4303-404f-89a9-717cd7803b70 tempest-ServerPasswordTestJSON-1685617635 tempest-ServerPasswordTestJSON-1685617635-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.371381] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d247ef63-4303-404f-89a9-717cd7803b70 tempest-ServerPasswordTestJSON-1685617635 tempest-ServerPasswordTestJSON-1685617635-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 612.371830] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d247ef63-4303-404f-89a9-717cd7803b70 tempest-ServerPasswordTestJSON-1685617635 tempest-ServerPasswordTestJSON-1685617635-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.371912] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d247ef63-4303-404f-89a9-717cd7803b70 tempest-ServerPasswordTestJSON-1685617635 tempest-ServerPasswordTestJSON-1685617635-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.372098] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d247ef63-4303-404f-89a9-717cd7803b70 tempest-ServerPasswordTestJSON-1685617635 tempest-ServerPasswordTestJSON-1685617635-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 612.375683] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-b6738522-06ce-40a4-9e6d-ee5b5ece0dfa tempest-ServerExternalEventsTest-1176729700 tempest-ServerExternalEventsTest-1176729700-project-member] [instance: 1dc0311e-2f03-402a-bb31-117289502ab0] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 612.376554] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-b6738522-06ce-40a4-9e6d-ee5b5ece0dfa tempest-ServerExternalEventsTest-1176729700 tempest-ServerExternalEventsTest-1176729700-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.376554] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-b6738522-06ce-40a4-9e6d-ee5b5ece0dfa tempest-ServerExternalEventsTest-1176729700 tempest-ServerExternalEventsTest-1176729700-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.376554] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-b6738522-06ce-40a4-9e6d-ee5b5ece0dfa tempest-ServerExternalEventsTest-1176729700 tempest-ServerExternalEventsTest-1176729700-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 612.383145] nova-conductor[54852]: DEBUG nova.quota [None req-d247ef63-4303-404f-89a9-717cd7803b70 tempest-ServerPasswordTestJSON-1685617635 tempest-ServerPasswordTestJSON-1685617635-project-member] Getting quotas for project bde4ba5200d04548b3a1893afc56720a. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 612.385051] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-b6738522-06ce-40a4-9e6d-ee5b5ece0dfa tempest-ServerExternalEventsTest-1176729700 tempest-ServerExternalEventsTest-1176729700-project-member] [instance: 1dc0311e-2f03-402a-bb31-117289502ab0] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 612.385051] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-b6738522-06ce-40a4-9e6d-ee5b5ece0dfa tempest-ServerExternalEventsTest-1176729700 tempest-ServerExternalEventsTest-1176729700-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.385051] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-b6738522-06ce-40a4-9e6d-ee5b5ece0dfa tempest-ServerExternalEventsTest-1176729700 tempest-ServerExternalEventsTest-1176729700-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.385242] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-b6738522-06ce-40a4-9e6d-ee5b5ece0dfa tempest-ServerExternalEventsTest-1176729700 tempest-ServerExternalEventsTest-1176729700-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 612.388786] nova-conductor[54852]: DEBUG nova.quota [None req-d247ef63-4303-404f-89a9-717cd7803b70 tempest-ServerPasswordTestJSON-1685617635 tempest-ServerPasswordTestJSON-1685617635-project-member] Getting quotas for user 460f4570c2074153a6c0e4ae06e4d99a and project bde4ba5200d04548b3a1893afc56720a. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 612.400132] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-d247ef63-4303-404f-89a9-717cd7803b70 tempest-ServerPasswordTestJSON-1685617635 tempest-ServerPasswordTestJSON-1685617635-project-member] [instance: 6511f90d-82e8-4374-bdaf-0a6cc66a5a65] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 612.400560] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d247ef63-4303-404f-89a9-717cd7803b70 tempest-ServerPasswordTestJSON-1685617635 tempest-ServerPasswordTestJSON-1685617635-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.400957] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d247ef63-4303-404f-89a9-717cd7803b70 tempest-ServerPasswordTestJSON-1685617635 tempest-ServerPasswordTestJSON-1685617635-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.401091] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d247ef63-4303-404f-89a9-717cd7803b70 tempest-ServerPasswordTestJSON-1685617635 tempest-ServerPasswordTestJSON-1685617635-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 612.406197] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-d247ef63-4303-404f-89a9-717cd7803b70 tempest-ServerPasswordTestJSON-1685617635 tempest-ServerPasswordTestJSON-1685617635-project-member] [instance: 6511f90d-82e8-4374-bdaf-0a6cc66a5a65] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 612.406848] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d247ef63-4303-404f-89a9-717cd7803b70 tempest-ServerPasswordTestJSON-1685617635 tempest-ServerPasswordTestJSON-1685617635-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.407059] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d247ef63-4303-404f-89a9-717cd7803b70 tempest-ServerPasswordTestJSON-1685617635 tempest-ServerPasswordTestJSON-1685617635-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.407223] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d247ef63-4303-404f-89a9-717cd7803b70 tempest-ServerPasswordTestJSON-1685617635 tempest-ServerPasswordTestJSON-1685617635-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 612.428209] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-b6738522-06ce-40a4-9e6d-ee5b5ece0dfa tempest-ServerExternalEventsTest-1176729700 tempest-ServerExternalEventsTest-1176729700-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.428209] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-b6738522-06ce-40a4-9e6d-ee5b5ece0dfa tempest-ServerExternalEventsTest-1176729700 tempest-ServerExternalEventsTest-1176729700-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.428209] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-b6738522-06ce-40a4-9e6d-ee5b5ece0dfa tempest-ServerExternalEventsTest-1176729700 tempest-ServerExternalEventsTest-1176729700-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 612.437915] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d247ef63-4303-404f-89a9-717cd7803b70 tempest-ServerPasswordTestJSON-1685617635 tempest-ServerPasswordTestJSON-1685617635-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.440020] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d247ef63-4303-404f-89a9-717cd7803b70 tempest-ServerPasswordTestJSON-1685617635 tempest-ServerPasswordTestJSON-1685617635-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.440020] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d247ef63-4303-404f-89a9-717cd7803b70 tempest-ServerPasswordTestJSON-1685617635 tempest-ServerPasswordTestJSON-1685617635-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 612.747299] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-ce08993a-4a08-4a94-8372-d7b5e60671ab tempest-ServersAdminNegativeTestJSON-162250365 tempest-ServersAdminNegativeTestJSON-162250365-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 612.783104] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-ce08993a-4a08-4a94-8372-d7b5e60671ab tempest-ServersAdminNegativeTestJSON-162250365 tempest-ServersAdminNegativeTestJSON-162250365-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.783340] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-ce08993a-4a08-4a94-8372-d7b5e60671ab tempest-ServersAdminNegativeTestJSON-162250365 tempest-ServersAdminNegativeTestJSON-162250365-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.783778] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-ce08993a-4a08-4a94-8372-d7b5e60671ab tempest-ServersAdminNegativeTestJSON-162250365 tempest-ServersAdminNegativeTestJSON-162250365-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 612.836964] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-ce08993a-4a08-4a94-8372-d7b5e60671ab tempest-ServersAdminNegativeTestJSON-162250365 tempest-ServersAdminNegativeTestJSON-162250365-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.837240] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-ce08993a-4a08-4a94-8372-d7b5e60671ab tempest-ServersAdminNegativeTestJSON-162250365 tempest-ServersAdminNegativeTestJSON-162250365-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.840019] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-ce08993a-4a08-4a94-8372-d7b5e60671ab tempest-ServersAdminNegativeTestJSON-162250365 tempest-ServersAdminNegativeTestJSON-162250365-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 612.840019] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-ce08993a-4a08-4a94-8372-d7b5e60671ab tempest-ServersAdminNegativeTestJSON-162250365 tempest-ServersAdminNegativeTestJSON-162250365-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.840019] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-ce08993a-4a08-4a94-8372-d7b5e60671ab tempest-ServersAdminNegativeTestJSON-162250365 tempest-ServersAdminNegativeTestJSON-162250365-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.840019] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-ce08993a-4a08-4a94-8372-d7b5e60671ab tempest-ServersAdminNegativeTestJSON-162250365 tempest-ServersAdminNegativeTestJSON-162250365-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 612.850988] nova-conductor[54852]: DEBUG nova.quota [None req-ce08993a-4a08-4a94-8372-d7b5e60671ab tempest-ServersAdminNegativeTestJSON-162250365 tempest-ServersAdminNegativeTestJSON-162250365-project-member] Getting quotas for project e1dd5a879b4e42e98e871e4739c0f279. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 612.854030] nova-conductor[54852]: DEBUG nova.quota [None req-ce08993a-4a08-4a94-8372-d7b5e60671ab tempest-ServersAdminNegativeTestJSON-162250365 tempest-ServersAdminNegativeTestJSON-162250365-project-member] Getting quotas for user b752d9b13c50423297fa0c2336f7638a and project e1dd5a879b4e42e98e871e4739c0f279. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 612.862782] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-ce08993a-4a08-4a94-8372-d7b5e60671ab tempest-ServersAdminNegativeTestJSON-162250365 tempest-ServersAdminNegativeTestJSON-162250365-project-member] [instance: 722f0334-6210-46b8-87de-d9bf24812a1f] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 612.863349] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-ce08993a-4a08-4a94-8372-d7b5e60671ab tempest-ServersAdminNegativeTestJSON-162250365 tempest-ServersAdminNegativeTestJSON-162250365-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.863583] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-ce08993a-4a08-4a94-8372-d7b5e60671ab tempest-ServersAdminNegativeTestJSON-162250365 tempest-ServersAdminNegativeTestJSON-162250365-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.863978] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-ce08993a-4a08-4a94-8372-d7b5e60671ab tempest-ServersAdminNegativeTestJSON-162250365 tempest-ServersAdminNegativeTestJSON-162250365-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 612.870030] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-ce08993a-4a08-4a94-8372-d7b5e60671ab tempest-ServersAdminNegativeTestJSON-162250365 tempest-ServersAdminNegativeTestJSON-162250365-project-member] [instance: 722f0334-6210-46b8-87de-d9bf24812a1f] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 612.870745] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-ce08993a-4a08-4a94-8372-d7b5e60671ab tempest-ServersAdminNegativeTestJSON-162250365 tempest-ServersAdminNegativeTestJSON-162250365-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.871049] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-ce08993a-4a08-4a94-8372-d7b5e60671ab tempest-ServersAdminNegativeTestJSON-162250365 tempest-ServersAdminNegativeTestJSON-162250365-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.871157] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-ce08993a-4a08-4a94-8372-d7b5e60671ab tempest-ServersAdminNegativeTestJSON-162250365 tempest-ServersAdminNegativeTestJSON-162250365-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 612.895443] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-ce08993a-4a08-4a94-8372-d7b5e60671ab tempest-ServersAdminNegativeTestJSON-162250365 tempest-ServersAdminNegativeTestJSON-162250365-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 612.895708] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-ce08993a-4a08-4a94-8372-d7b5e60671ab tempest-ServersAdminNegativeTestJSON-162250365 tempest-ServersAdminNegativeTestJSON-162250365-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 612.895882] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-ce08993a-4a08-4a94-8372-d7b5e60671ab tempest-ServersAdminNegativeTestJSON-162250365 tempest-ServersAdminNegativeTestJSON-162250365-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 613.112056] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-d04a7b68-d58d-436c-afb8-f78c976b0094 tempest-ServersAdminTestJSON-102436230 tempest-ServersAdminTestJSON-102436230-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 613.162843] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d04a7b68-d58d-436c-afb8-f78c976b0094 tempest-ServersAdminTestJSON-102436230 tempest-ServersAdminTestJSON-102436230-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 613.162843] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d04a7b68-d58d-436c-afb8-f78c976b0094 tempest-ServersAdminTestJSON-102436230 tempest-ServersAdminTestJSON-102436230-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 613.162843] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d04a7b68-d58d-436c-afb8-f78c976b0094 tempest-ServersAdminTestJSON-102436230 tempest-ServersAdminTestJSON-102436230-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 613.262727] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d04a7b68-d58d-436c-afb8-f78c976b0094 tempest-ServersAdminTestJSON-102436230 tempest-ServersAdminTestJSON-102436230-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 613.262727] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d04a7b68-d58d-436c-afb8-f78c976b0094 tempest-ServersAdminTestJSON-102436230 tempest-ServersAdminTestJSON-102436230-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 613.262727] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d04a7b68-d58d-436c-afb8-f78c976b0094 tempest-ServersAdminTestJSON-102436230 tempest-ServersAdminTestJSON-102436230-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 613.262727] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d04a7b68-d58d-436c-afb8-f78c976b0094 tempest-ServersAdminTestJSON-102436230 tempest-ServersAdminTestJSON-102436230-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 613.262727] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d04a7b68-d58d-436c-afb8-f78c976b0094 tempest-ServersAdminTestJSON-102436230 tempest-ServersAdminTestJSON-102436230-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 613.262727] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d04a7b68-d58d-436c-afb8-f78c976b0094 tempest-ServersAdminTestJSON-102436230 tempest-ServersAdminTestJSON-102436230-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 613.276436] nova-conductor[54852]: DEBUG nova.quota [None req-d04a7b68-d58d-436c-afb8-f78c976b0094 tempest-ServersAdminTestJSON-102436230 tempest-ServersAdminTestJSON-102436230-project-member] Getting quotas for project 602039593ae34a56a98329d98d94eb5a. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 613.283646] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-39d07b12-69d2-456e-9860-a187b056ac42 tempest-ServersTestFqdnHostnames-322977743 tempest-ServersTestFqdnHostnames-322977743-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 613.287115] nova-conductor[54852]: DEBUG nova.quota [None req-d04a7b68-d58d-436c-afb8-f78c976b0094 tempest-ServersAdminTestJSON-102436230 tempest-ServersAdminTestJSON-102436230-project-member] Getting quotas for user 8d254e604e82453d95f85247c49898a0 and project 602039593ae34a56a98329d98d94eb5a. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 613.299701] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-39d07b12-69d2-456e-9860-a187b056ac42 tempest-ServersTestFqdnHostnames-322977743 tempest-ServersTestFqdnHostnames-322977743-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 613.299701] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-39d07b12-69d2-456e-9860-a187b056ac42 tempest-ServersTestFqdnHostnames-322977743 tempest-ServersTestFqdnHostnames-322977743-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 613.299701] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-39d07b12-69d2-456e-9860-a187b056ac42 tempest-ServersTestFqdnHostnames-322977743 tempest-ServersTestFqdnHostnames-322977743-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 613.308738] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-d04a7b68-d58d-436c-afb8-f78c976b0094 tempest-ServersAdminTestJSON-102436230 tempest-ServersAdminTestJSON-102436230-project-member] [instance: 510731f2-399d-486a-8c60-1c61c05063de] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 613.309385] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d04a7b68-d58d-436c-afb8-f78c976b0094 tempest-ServersAdminTestJSON-102436230 tempest-ServersAdminTestJSON-102436230-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 613.309508] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d04a7b68-d58d-436c-afb8-f78c976b0094 tempest-ServersAdminTestJSON-102436230 tempest-ServersAdminTestJSON-102436230-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 613.309677] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d04a7b68-d58d-436c-afb8-f78c976b0094 tempest-ServersAdminTestJSON-102436230 tempest-ServersAdminTestJSON-102436230-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 613.326345] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-d04a7b68-d58d-436c-afb8-f78c976b0094 tempest-ServersAdminTestJSON-102436230 tempest-ServersAdminTestJSON-102436230-project-member] [instance: 510731f2-399d-486a-8c60-1c61c05063de] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 613.327297] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d04a7b68-d58d-436c-afb8-f78c976b0094 tempest-ServersAdminTestJSON-102436230 tempest-ServersAdminTestJSON-102436230-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 613.327862] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d04a7b68-d58d-436c-afb8-f78c976b0094 tempest-ServersAdminTestJSON-102436230 tempest-ServersAdminTestJSON-102436230-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 613.327862] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d04a7b68-d58d-436c-afb8-f78c976b0094 tempest-ServersAdminTestJSON-102436230 tempest-ServersAdminTestJSON-102436230-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 613.370723] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-39d07b12-69d2-456e-9860-a187b056ac42 tempest-ServersTestFqdnHostnames-322977743 tempest-ServersTestFqdnHostnames-322977743-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 613.371471] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-39d07b12-69d2-456e-9860-a187b056ac42 tempest-ServersTestFqdnHostnames-322977743 tempest-ServersTestFqdnHostnames-322977743-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 613.371471] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-39d07b12-69d2-456e-9860-a187b056ac42 tempest-ServersTestFqdnHostnames-322977743 tempest-ServersTestFqdnHostnames-322977743-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 613.371471] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-39d07b12-69d2-456e-9860-a187b056ac42 tempest-ServersTestFqdnHostnames-322977743 tempest-ServersTestFqdnHostnames-322977743-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 613.371723] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-39d07b12-69d2-456e-9860-a187b056ac42 tempest-ServersTestFqdnHostnames-322977743 tempest-ServersTestFqdnHostnames-322977743-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 613.371763] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-39d07b12-69d2-456e-9860-a187b056ac42 tempest-ServersTestFqdnHostnames-322977743 tempest-ServersTestFqdnHostnames-322977743-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 613.386274] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d04a7b68-d58d-436c-afb8-f78c976b0094 tempest-ServersAdminTestJSON-102436230 tempest-ServersAdminTestJSON-102436230-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 613.386588] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d04a7b68-d58d-436c-afb8-f78c976b0094 tempest-ServersAdminTestJSON-102436230 tempest-ServersAdminTestJSON-102436230-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 613.386770] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d04a7b68-d58d-436c-afb8-f78c976b0094 tempest-ServersAdminTestJSON-102436230 tempest-ServersAdminTestJSON-102436230-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 613.395948] nova-conductor[54852]: DEBUG nova.quota [None req-39d07b12-69d2-456e-9860-a187b056ac42 tempest-ServersTestFqdnHostnames-322977743 tempest-ServersTestFqdnHostnames-322977743-project-member] Getting quotas for project 1427ec86cfc64c1e8db03445199a4d62. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 613.400588] nova-conductor[54852]: DEBUG nova.quota [None req-39d07b12-69d2-456e-9860-a187b056ac42 tempest-ServersTestFqdnHostnames-322977743 tempest-ServersTestFqdnHostnames-322977743-project-member] Getting quotas for user 88d8d97572264d6a99d58e9e34fdf956 and project 1427ec86cfc64c1e8db03445199a4d62. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 613.417539] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-39d07b12-69d2-456e-9860-a187b056ac42 tempest-ServersTestFqdnHostnames-322977743 tempest-ServersTestFqdnHostnames-322977743-project-member] [instance: 7c98a241-9297-417a-b412-5c279144572b] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 613.417917] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-39d07b12-69d2-456e-9860-a187b056ac42 tempest-ServersTestFqdnHostnames-322977743 tempest-ServersTestFqdnHostnames-322977743-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 613.418156] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-39d07b12-69d2-456e-9860-a187b056ac42 tempest-ServersTestFqdnHostnames-322977743 tempest-ServersTestFqdnHostnames-322977743-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 613.418329] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-39d07b12-69d2-456e-9860-a187b056ac42 tempest-ServersTestFqdnHostnames-322977743 tempest-ServersTestFqdnHostnames-322977743-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 613.436207] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-39d07b12-69d2-456e-9860-a187b056ac42 tempest-ServersTestFqdnHostnames-322977743 tempest-ServersTestFqdnHostnames-322977743-project-member] [instance: 7c98a241-9297-417a-b412-5c279144572b] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 613.437806] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-39d07b12-69d2-456e-9860-a187b056ac42 tempest-ServersTestFqdnHostnames-322977743 tempest-ServersTestFqdnHostnames-322977743-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 613.438122] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-39d07b12-69d2-456e-9860-a187b056ac42 tempest-ServersTestFqdnHostnames-322977743 tempest-ServersTestFqdnHostnames-322977743-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 613.438273] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-39d07b12-69d2-456e-9860-a187b056ac42 tempest-ServersTestFqdnHostnames-322977743 tempest-ServersTestFqdnHostnames-322977743-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 613.480389] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-39d07b12-69d2-456e-9860-a187b056ac42 tempest-ServersTestFqdnHostnames-322977743 tempest-ServersTestFqdnHostnames-322977743-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 613.481214] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-39d07b12-69d2-456e-9860-a187b056ac42 tempest-ServersTestFqdnHostnames-322977743 tempest-ServersTestFqdnHostnames-322977743-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 613.481214] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-39d07b12-69d2-456e-9860-a187b056ac42 tempest-ServersTestFqdnHostnames-322977743 tempest-ServersTestFqdnHostnames-322977743-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 613.561329] nova-conductor[54851]: ERROR nova.scheduler.utils [None req-46d698f2-9899-4025-bdfd-30f453da70ae tempest-FloatingIPsAssociationTestJSON-108032633 tempest-FloatingIPsAssociationTestJSON-108032633-project-member] [instance: e075df95-2102-4f64-b4ba-a65b8fea78d2] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 70ce59a5-bba1-4503-950e-c3bffab25105, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance e075df95-2102-4f64-b4ba-a65b8fea78d2 was re-scheduled: Binding failed for port 70ce59a5-bba1-4503-950e-c3bffab25105, please check neutron logs for more information.\n'] [ 613.562171] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-46d698f2-9899-4025-bdfd-30f453da70ae tempest-FloatingIPsAssociationTestJSON-108032633 tempest-FloatingIPsAssociationTestJSON-108032633-project-member] Rescheduling: True {{(pid=54851) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 613.563870] nova-conductor[54851]: WARNING nova.scheduler.utils [None req-46d698f2-9899-4025-bdfd-30f453da70ae tempest-FloatingIPsAssociationTestJSON-108032633 tempest-FloatingIPsAssociationTestJSON-108032633-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance e075df95-2102-4f64-b4ba-a65b8fea78d2.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance e075df95-2102-4f64-b4ba-a65b8fea78d2. [ 613.564289] nova-conductor[54851]: WARNING nova.scheduler.utils [None req-46d698f2-9899-4025-bdfd-30f453da70ae tempest-FloatingIPsAssociationTestJSON-108032633 tempest-FloatingIPsAssociationTestJSON-108032633-project-member] [instance: e075df95-2102-4f64-b4ba-a65b8fea78d2] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance e075df95-2102-4f64-b4ba-a65b8fea78d2. [ 613.688048] nova-conductor[54851]: DEBUG nova.network.neutron [None req-46d698f2-9899-4025-bdfd-30f453da70ae tempest-FloatingIPsAssociationTestJSON-108032633 tempest-FloatingIPsAssociationTestJSON-108032633-project-member] [instance: e075df95-2102-4f64-b4ba-a65b8fea78d2] deallocate_for_instance() {{(pid=54851) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 614.077056] nova-conductor[54851]: DEBUG nova.network.neutron [None req-46d698f2-9899-4025-bdfd-30f453da70ae tempest-FloatingIPsAssociationTestJSON-108032633 tempest-FloatingIPsAssociationTestJSON-108032633-project-member] [instance: e075df95-2102-4f64-b4ba-a65b8fea78d2] Instance cache missing network info. {{(pid=54851) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 614.086597] nova-conductor[54851]: DEBUG nova.network.neutron [None req-46d698f2-9899-4025-bdfd-30f453da70ae tempest-FloatingIPsAssociationTestJSON-108032633 tempest-FloatingIPsAssociationTestJSON-108032633-project-member] [instance: e075df95-2102-4f64-b4ba-a65b8fea78d2] Updating instance_info_cache with network_info: [] {{(pid=54851) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.018984] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-efb76a1c-021f-463f-b88a-3de8642835cf tempest-ServerDiagnosticsNegativeTest-777876466 tempest-ServerDiagnosticsNegativeTest-777876466-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 615.045047] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-efb76a1c-021f-463f-b88a-3de8642835cf tempest-ServerDiagnosticsNegativeTest-777876466 tempest-ServerDiagnosticsNegativeTest-777876466-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 615.045047] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-efb76a1c-021f-463f-b88a-3de8642835cf tempest-ServerDiagnosticsNegativeTest-777876466 tempest-ServerDiagnosticsNegativeTest-777876466-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 615.045162] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-efb76a1c-021f-463f-b88a-3de8642835cf tempest-ServerDiagnosticsNegativeTest-777876466 tempest-ServerDiagnosticsNegativeTest-777876466-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 615.091560] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-efb76a1c-021f-463f-b88a-3de8642835cf tempest-ServerDiagnosticsNegativeTest-777876466 tempest-ServerDiagnosticsNegativeTest-777876466-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 615.091560] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-efb76a1c-021f-463f-b88a-3de8642835cf tempest-ServerDiagnosticsNegativeTest-777876466 tempest-ServerDiagnosticsNegativeTest-777876466-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 615.091662] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-efb76a1c-021f-463f-b88a-3de8642835cf tempest-ServerDiagnosticsNegativeTest-777876466 tempest-ServerDiagnosticsNegativeTest-777876466-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 615.092099] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-efb76a1c-021f-463f-b88a-3de8642835cf tempest-ServerDiagnosticsNegativeTest-777876466 tempest-ServerDiagnosticsNegativeTest-777876466-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 615.092638] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-efb76a1c-021f-463f-b88a-3de8642835cf tempest-ServerDiagnosticsNegativeTest-777876466 tempest-ServerDiagnosticsNegativeTest-777876466-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 615.092638] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-efb76a1c-021f-463f-b88a-3de8642835cf tempest-ServerDiagnosticsNegativeTest-777876466 tempest-ServerDiagnosticsNegativeTest-777876466-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 615.098199] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-dfe3e43f-b26f-4fcd-96e1-fd2d45c84bda tempest-ServersAdminTestJSON-102436230 tempest-ServersAdminTestJSON-102436230-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 615.113069] nova-conductor[54852]: DEBUG nova.quota [None req-efb76a1c-021f-463f-b88a-3de8642835cf tempest-ServerDiagnosticsNegativeTest-777876466 tempest-ServerDiagnosticsNegativeTest-777876466-project-member] Getting quotas for project 6cb3a1ee49b64d5db965dc072f290577. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 615.116940] nova-conductor[54852]: DEBUG nova.quota [None req-efb76a1c-021f-463f-b88a-3de8642835cf tempest-ServerDiagnosticsNegativeTest-777876466 tempest-ServerDiagnosticsNegativeTest-777876466-project-member] Getting quotas for user eb47d681e0354b47b431e9a717bc9e05 and project 6cb3a1ee49b64d5db965dc072f290577. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 615.118389] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-dfe3e43f-b26f-4fcd-96e1-fd2d45c84bda tempest-ServersAdminTestJSON-102436230 tempest-ServersAdminTestJSON-102436230-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 615.118622] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-dfe3e43f-b26f-4fcd-96e1-fd2d45c84bda tempest-ServersAdminTestJSON-102436230 tempest-ServersAdminTestJSON-102436230-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 615.118818] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-dfe3e43f-b26f-4fcd-96e1-fd2d45c84bda tempest-ServersAdminTestJSON-102436230 tempest-ServersAdminTestJSON-102436230-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 615.132538] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-efb76a1c-021f-463f-b88a-3de8642835cf tempest-ServerDiagnosticsNegativeTest-777876466 tempest-ServerDiagnosticsNegativeTest-777876466-project-member] [instance: 542169bf-71e2-47f8-a311-8a3dca4ffee7] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 615.133800] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-efb76a1c-021f-463f-b88a-3de8642835cf tempest-ServerDiagnosticsNegativeTest-777876466 tempest-ServerDiagnosticsNegativeTest-777876466-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 615.133800] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-efb76a1c-021f-463f-b88a-3de8642835cf tempest-ServerDiagnosticsNegativeTest-777876466 tempest-ServerDiagnosticsNegativeTest-777876466-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 615.133800] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-efb76a1c-021f-463f-b88a-3de8642835cf tempest-ServerDiagnosticsNegativeTest-777876466 tempest-ServerDiagnosticsNegativeTest-777876466-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 615.145504] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-efb76a1c-021f-463f-b88a-3de8642835cf tempest-ServerDiagnosticsNegativeTest-777876466 tempest-ServerDiagnosticsNegativeTest-777876466-project-member] [instance: 542169bf-71e2-47f8-a311-8a3dca4ffee7] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 615.146530] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-efb76a1c-021f-463f-b88a-3de8642835cf tempest-ServerDiagnosticsNegativeTest-777876466 tempest-ServerDiagnosticsNegativeTest-777876466-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 615.146573] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-efb76a1c-021f-463f-b88a-3de8642835cf tempest-ServerDiagnosticsNegativeTest-777876466 tempest-ServerDiagnosticsNegativeTest-777876466-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 615.147284] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-efb76a1c-021f-463f-b88a-3de8642835cf tempest-ServerDiagnosticsNegativeTest-777876466 tempest-ServerDiagnosticsNegativeTest-777876466-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 615.161445] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-dfe3e43f-b26f-4fcd-96e1-fd2d45c84bda tempest-ServersAdminTestJSON-102436230 tempest-ServersAdminTestJSON-102436230-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 615.161633] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-dfe3e43f-b26f-4fcd-96e1-fd2d45c84bda tempest-ServersAdminTestJSON-102436230 tempest-ServersAdminTestJSON-102436230-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 615.161800] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-dfe3e43f-b26f-4fcd-96e1-fd2d45c84bda tempest-ServersAdminTestJSON-102436230 tempest-ServersAdminTestJSON-102436230-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 615.162260] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-dfe3e43f-b26f-4fcd-96e1-fd2d45c84bda tempest-ServersAdminTestJSON-102436230 tempest-ServersAdminTestJSON-102436230-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 615.162479] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-dfe3e43f-b26f-4fcd-96e1-fd2d45c84bda tempest-ServersAdminTestJSON-102436230 tempest-ServersAdminTestJSON-102436230-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 615.162659] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-dfe3e43f-b26f-4fcd-96e1-fd2d45c84bda tempest-ServersAdminTestJSON-102436230 tempest-ServersAdminTestJSON-102436230-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 615.174238] nova-conductor[54852]: DEBUG nova.quota [None req-dfe3e43f-b26f-4fcd-96e1-fd2d45c84bda tempest-ServersAdminTestJSON-102436230 tempest-ServersAdminTestJSON-102436230-project-member] Getting quotas for project 602039593ae34a56a98329d98d94eb5a. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 615.177551] nova-conductor[54852]: DEBUG nova.quota [None req-dfe3e43f-b26f-4fcd-96e1-fd2d45c84bda tempest-ServersAdminTestJSON-102436230 tempest-ServersAdminTestJSON-102436230-project-member] Getting quotas for user 8d254e604e82453d95f85247c49898a0 and project 602039593ae34a56a98329d98d94eb5a. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 615.181021] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-efb76a1c-021f-463f-b88a-3de8642835cf tempest-ServerDiagnosticsNegativeTest-777876466 tempest-ServerDiagnosticsNegativeTest-777876466-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 615.181304] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-efb76a1c-021f-463f-b88a-3de8642835cf tempest-ServerDiagnosticsNegativeTest-777876466 tempest-ServerDiagnosticsNegativeTest-777876466-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 615.181570] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-efb76a1c-021f-463f-b88a-3de8642835cf tempest-ServerDiagnosticsNegativeTest-777876466 tempest-ServerDiagnosticsNegativeTest-777876466-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 615.196825] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-dfe3e43f-b26f-4fcd-96e1-fd2d45c84bda tempest-ServersAdminTestJSON-102436230 tempest-ServersAdminTestJSON-102436230-project-member] [instance: 12408f00-ed1d-4b96-bc0c-59779d0eda74] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 615.198344] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-dfe3e43f-b26f-4fcd-96e1-fd2d45c84bda tempest-ServersAdminTestJSON-102436230 tempest-ServersAdminTestJSON-102436230-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 615.198344] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-dfe3e43f-b26f-4fcd-96e1-fd2d45c84bda tempest-ServersAdminTestJSON-102436230 tempest-ServersAdminTestJSON-102436230-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 615.198344] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-dfe3e43f-b26f-4fcd-96e1-fd2d45c84bda tempest-ServersAdminTestJSON-102436230 tempest-ServersAdminTestJSON-102436230-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 615.201066] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-dfe3e43f-b26f-4fcd-96e1-fd2d45c84bda tempest-ServersAdminTestJSON-102436230 tempest-ServersAdminTestJSON-102436230-project-member] [instance: 12408f00-ed1d-4b96-bc0c-59779d0eda74] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 615.201828] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-dfe3e43f-b26f-4fcd-96e1-fd2d45c84bda tempest-ServersAdminTestJSON-102436230 tempest-ServersAdminTestJSON-102436230-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 615.202038] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-dfe3e43f-b26f-4fcd-96e1-fd2d45c84bda tempest-ServersAdminTestJSON-102436230 tempest-ServersAdminTestJSON-102436230-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 615.202274] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-dfe3e43f-b26f-4fcd-96e1-fd2d45c84bda tempest-ServersAdminTestJSON-102436230 tempest-ServersAdminTestJSON-102436230-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 615.219257] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-dfe3e43f-b26f-4fcd-96e1-fd2d45c84bda tempest-ServersAdminTestJSON-102436230 tempest-ServersAdminTestJSON-102436230-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 615.219938] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-dfe3e43f-b26f-4fcd-96e1-fd2d45c84bda tempest-ServersAdminTestJSON-102436230 tempest-ServersAdminTestJSON-102436230-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 615.219938] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-dfe3e43f-b26f-4fcd-96e1-fd2d45c84bda tempest-ServersAdminTestJSON-102436230 tempest-ServersAdminTestJSON-102436230-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 617.674396] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-96245587-26ec-4420-8603-d844bf6364ef tempest-VolumesAdminNegativeTest-534090508 tempest-VolumesAdminNegativeTest-534090508-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54851) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 617.693420] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-96245587-26ec-4420-8603-d844bf6364ef tempest-VolumesAdminNegativeTest-534090508 tempest-VolumesAdminNegativeTest-534090508-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 617.693638] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-96245587-26ec-4420-8603-d844bf6364ef tempest-VolumesAdminNegativeTest-534090508 tempest-VolumesAdminNegativeTest-534090508-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 617.693835] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-96245587-26ec-4420-8603-d844bf6364ef tempest-VolumesAdminNegativeTest-534090508 tempest-VolumesAdminNegativeTest-534090508-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 617.710672] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-0331be1c-076b-4aa4-999f-243dfa55c9bf tempest-DeleteServersAdminTestJSON-1224407996 tempest-DeleteServersAdminTestJSON-1224407996-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 617.728856] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-0331be1c-076b-4aa4-999f-243dfa55c9bf tempest-DeleteServersAdminTestJSON-1224407996 tempest-DeleteServersAdminTestJSON-1224407996-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 617.729434] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-0331be1c-076b-4aa4-999f-243dfa55c9bf tempest-DeleteServersAdminTestJSON-1224407996 tempest-DeleteServersAdminTestJSON-1224407996-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 617.730697] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-0331be1c-076b-4aa4-999f-243dfa55c9bf tempest-DeleteServersAdminTestJSON-1224407996 tempest-DeleteServersAdminTestJSON-1224407996-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 617.745322] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-96245587-26ec-4420-8603-d844bf6364ef tempest-VolumesAdminNegativeTest-534090508 tempest-VolumesAdminNegativeTest-534090508-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 617.745617] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-96245587-26ec-4420-8603-d844bf6364ef tempest-VolumesAdminNegativeTest-534090508 tempest-VolumesAdminNegativeTest-534090508-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 617.746718] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-96245587-26ec-4420-8603-d844bf6364ef tempest-VolumesAdminNegativeTest-534090508 tempest-VolumesAdminNegativeTest-534090508-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 617.746718] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-96245587-26ec-4420-8603-d844bf6364ef tempest-VolumesAdminNegativeTest-534090508 tempest-VolumesAdminNegativeTest-534090508-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 617.747178] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-96245587-26ec-4420-8603-d844bf6364ef tempest-VolumesAdminNegativeTest-534090508 tempest-VolumesAdminNegativeTest-534090508-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 617.747178] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-96245587-26ec-4420-8603-d844bf6364ef tempest-VolumesAdminNegativeTest-534090508 tempest-VolumesAdminNegativeTest-534090508-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 617.763604] nova-conductor[54851]: DEBUG nova.quota [None req-96245587-26ec-4420-8603-d844bf6364ef tempest-VolumesAdminNegativeTest-534090508 tempest-VolumesAdminNegativeTest-534090508-project-member] Getting quotas for project 71cf6551882a4c34ba621ee9b76efb8e. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 617.767162] nova-conductor[54851]: DEBUG nova.quota [None req-96245587-26ec-4420-8603-d844bf6364ef tempest-VolumesAdminNegativeTest-534090508 tempest-VolumesAdminNegativeTest-534090508-project-member] Getting quotas for user 592ab470a2504c459a9f20f6e3c7a3bb and project 71cf6551882a4c34ba621ee9b76efb8e. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 617.774179] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-96245587-26ec-4420-8603-d844bf6364ef tempest-VolumesAdminNegativeTest-534090508 tempest-VolumesAdminNegativeTest-534090508-project-member] [instance: 288918a3-85be-416d-99fc-fd3450029749] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54851) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 617.774764] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-96245587-26ec-4420-8603-d844bf6364ef tempest-VolumesAdminNegativeTest-534090508 tempest-VolumesAdminNegativeTest-534090508-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 617.774997] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-96245587-26ec-4420-8603-d844bf6364ef tempest-VolumesAdminNegativeTest-534090508 tempest-VolumesAdminNegativeTest-534090508-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 617.775168] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-96245587-26ec-4420-8603-d844bf6364ef tempest-VolumesAdminNegativeTest-534090508 tempest-VolumesAdminNegativeTest-534090508-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 617.788481] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-96245587-26ec-4420-8603-d844bf6364ef tempest-VolumesAdminNegativeTest-534090508 tempest-VolumesAdminNegativeTest-534090508-project-member] [instance: 288918a3-85be-416d-99fc-fd3450029749] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54851) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 617.789418] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-96245587-26ec-4420-8603-d844bf6364ef tempest-VolumesAdminNegativeTest-534090508 tempest-VolumesAdminNegativeTest-534090508-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 617.789493] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-96245587-26ec-4420-8603-d844bf6364ef tempest-VolumesAdminNegativeTest-534090508 tempest-VolumesAdminNegativeTest-534090508-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 617.789708] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-96245587-26ec-4420-8603-d844bf6364ef tempest-VolumesAdminNegativeTest-534090508 tempest-VolumesAdminNegativeTest-534090508-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 617.801625] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-0331be1c-076b-4aa4-999f-243dfa55c9bf tempest-DeleteServersAdminTestJSON-1224407996 tempest-DeleteServersAdminTestJSON-1224407996-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 617.801625] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-0331be1c-076b-4aa4-999f-243dfa55c9bf tempest-DeleteServersAdminTestJSON-1224407996 tempest-DeleteServersAdminTestJSON-1224407996-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 617.801772] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-0331be1c-076b-4aa4-999f-243dfa55c9bf tempest-DeleteServersAdminTestJSON-1224407996 tempest-DeleteServersAdminTestJSON-1224407996-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 617.802799] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-0331be1c-076b-4aa4-999f-243dfa55c9bf tempest-DeleteServersAdminTestJSON-1224407996 tempest-DeleteServersAdminTestJSON-1224407996-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 617.803230] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-0331be1c-076b-4aa4-999f-243dfa55c9bf tempest-DeleteServersAdminTestJSON-1224407996 tempest-DeleteServersAdminTestJSON-1224407996-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 617.803230] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-0331be1c-076b-4aa4-999f-243dfa55c9bf tempest-DeleteServersAdminTestJSON-1224407996 tempest-DeleteServersAdminTestJSON-1224407996-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 617.816533] nova-conductor[54852]: DEBUG nova.quota [None req-0331be1c-076b-4aa4-999f-243dfa55c9bf tempest-DeleteServersAdminTestJSON-1224407996 tempest-DeleteServersAdminTestJSON-1224407996-project-member] Getting quotas for project 23e42f4ddc5a4d96b3682876928f1dfc. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 617.819245] nova-conductor[54852]: DEBUG nova.quota [None req-0331be1c-076b-4aa4-999f-243dfa55c9bf tempest-DeleteServersAdminTestJSON-1224407996 tempest-DeleteServersAdminTestJSON-1224407996-project-member] Getting quotas for user 7ae217ec66fe45beb1381449073980d7 and project 23e42f4ddc5a4d96b3682876928f1dfc. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 617.819456] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-96245587-26ec-4420-8603-d844bf6364ef tempest-VolumesAdminNegativeTest-534090508 tempest-VolumesAdminNegativeTest-534090508-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 617.819699] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-96245587-26ec-4420-8603-d844bf6364ef tempest-VolumesAdminNegativeTest-534090508 tempest-VolumesAdminNegativeTest-534090508-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 617.820304] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-96245587-26ec-4420-8603-d844bf6364ef tempest-VolumesAdminNegativeTest-534090508 tempest-VolumesAdminNegativeTest-534090508-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 617.827638] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-0331be1c-076b-4aa4-999f-243dfa55c9bf tempest-DeleteServersAdminTestJSON-1224407996 tempest-DeleteServersAdminTestJSON-1224407996-project-member] [instance: d8653006-b429-44b5-b978-ee00a279e50e] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 617.828169] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-0331be1c-076b-4aa4-999f-243dfa55c9bf tempest-DeleteServersAdminTestJSON-1224407996 tempest-DeleteServersAdminTestJSON-1224407996-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 617.828372] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-0331be1c-076b-4aa4-999f-243dfa55c9bf tempest-DeleteServersAdminTestJSON-1224407996 tempest-DeleteServersAdminTestJSON-1224407996-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 617.828535] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-0331be1c-076b-4aa4-999f-243dfa55c9bf tempest-DeleteServersAdminTestJSON-1224407996 tempest-DeleteServersAdminTestJSON-1224407996-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 617.833174] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-0331be1c-076b-4aa4-999f-243dfa55c9bf tempest-DeleteServersAdminTestJSON-1224407996 tempest-DeleteServersAdminTestJSON-1224407996-project-member] [instance: d8653006-b429-44b5-b978-ee00a279e50e] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 617.833872] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-0331be1c-076b-4aa4-999f-243dfa55c9bf tempest-DeleteServersAdminTestJSON-1224407996 tempest-DeleteServersAdminTestJSON-1224407996-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 617.834130] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-0331be1c-076b-4aa4-999f-243dfa55c9bf tempest-DeleteServersAdminTestJSON-1224407996 tempest-DeleteServersAdminTestJSON-1224407996-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 617.834330] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-0331be1c-076b-4aa4-999f-243dfa55c9bf tempest-DeleteServersAdminTestJSON-1224407996 tempest-DeleteServersAdminTestJSON-1224407996-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 617.852267] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-0331be1c-076b-4aa4-999f-243dfa55c9bf tempest-DeleteServersAdminTestJSON-1224407996 tempest-DeleteServersAdminTestJSON-1224407996-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 617.852513] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-0331be1c-076b-4aa4-999f-243dfa55c9bf tempest-DeleteServersAdminTestJSON-1224407996 tempest-DeleteServersAdminTestJSON-1224407996-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 617.852679] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-0331be1c-076b-4aa4-999f-243dfa55c9bf tempest-DeleteServersAdminTestJSON-1224407996 tempest-DeleteServersAdminTestJSON-1224407996-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 617.950880] nova-conductor[54851]: ERROR nova.scheduler.utils [None req-6e8c2306-5d78-4aff-a914-274b7effca92 tempest-MigrationsAdminTest-674001853 tempest-MigrationsAdminTest-674001853-project-member] [instance: 7f376384-c401-418e-94d3-c9136005a11e] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 6b5a1ca5-3cb2-47c1-89ea-96b6fe567bb9, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 7f376384-c401-418e-94d3-c9136005a11e was re-scheduled: Binding failed for port 6b5a1ca5-3cb2-47c1-89ea-96b6fe567bb9, please check neutron logs for more information.\n'] [ 617.951602] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-6e8c2306-5d78-4aff-a914-274b7effca92 tempest-MigrationsAdminTest-674001853 tempest-MigrationsAdminTest-674001853-project-member] Rescheduling: True {{(pid=54851) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 617.951883] nova-conductor[54851]: WARNING nova.scheduler.utils [None req-6e8c2306-5d78-4aff-a914-274b7effca92 tempest-MigrationsAdminTest-674001853 tempest-MigrationsAdminTest-674001853-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 7f376384-c401-418e-94d3-c9136005a11e.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 7f376384-c401-418e-94d3-c9136005a11e. [ 617.952332] nova-conductor[54851]: WARNING nova.scheduler.utils [None req-6e8c2306-5d78-4aff-a914-274b7effca92 tempest-MigrationsAdminTest-674001853 tempest-MigrationsAdminTest-674001853-project-member] [instance: 7f376384-c401-418e-94d3-c9136005a11e] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 7f376384-c401-418e-94d3-c9136005a11e. [ 617.981841] nova-conductor[54851]: DEBUG nova.network.neutron [None req-6e8c2306-5d78-4aff-a914-274b7effca92 tempest-MigrationsAdminTest-674001853 tempest-MigrationsAdminTest-674001853-project-member] [instance: 7f376384-c401-418e-94d3-c9136005a11e] deallocate_for_instance() {{(pid=54851) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 618.016446] nova-conductor[54851]: DEBUG nova.network.neutron [None req-6e8c2306-5d78-4aff-a914-274b7effca92 tempest-MigrationsAdminTest-674001853 tempest-MigrationsAdminTest-674001853-project-member] [instance: 7f376384-c401-418e-94d3-c9136005a11e] Instance cache missing network info. {{(pid=54851) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 618.020867] nova-conductor[54851]: DEBUG nova.network.neutron [None req-6e8c2306-5d78-4aff-a914-274b7effca92 tempest-MigrationsAdminTest-674001853 tempest-MigrationsAdminTest-674001853-project-member] [instance: 7f376384-c401-418e-94d3-c9136005a11e] Updating instance_info_cache with network_info: [] {{(pid=54851) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.751957] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-d08c10d9-7902-4be2-a6e6-9d3a0194f328 tempest-ServersAdmin275Test-1373400290 tempest-ServersAdmin275Test-1373400290-project-admin] Targeting cell c3910535-3dcf-4557-8dc9-54a14b20e0a3(cell1) for conductor method rebuild_instance {{(pid=54852) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 619.751957] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d08c10d9-7902-4be2-a6e6-9d3a0194f328 tempest-ServersAdmin275Test-1373400290 tempest-ServersAdmin275Test-1373400290-project-admin] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 619.751957] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d08c10d9-7902-4be2-a6e6-9d3a0194f328 tempest-ServersAdmin275Test-1373400290 tempest-ServersAdmin275Test-1373400290-project-admin] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 619.751957] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d08c10d9-7902-4be2-a6e6-9d3a0194f328 tempest-ServersAdmin275Test-1373400290 tempest-ServersAdmin275Test-1373400290-project-admin] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 619.764120] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-d08c10d9-7902-4be2-a6e6-9d3a0194f328 tempest-ServersAdmin275Test-1373400290 tempest-ServersAdmin275Test-1373400290-project-admin] [instance: 418cd947-00b8-485f-b9fc-2a675c58998d] No migration record for the rebuild/evacuate request. {{(pid=54852) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1227}} [ 622.402868] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-4de5d918-a790-4830-b328-be50e548befd tempest-InstanceActionsV221TestJSON-1361617694 tempest-InstanceActionsV221TestJSON-1361617694-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54851) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 622.423542] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-4de5d918-a790-4830-b328-be50e548befd tempest-InstanceActionsV221TestJSON-1361617694 tempest-InstanceActionsV221TestJSON-1361617694-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.423831] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-4de5d918-a790-4830-b328-be50e548befd tempest-InstanceActionsV221TestJSON-1361617694 tempest-InstanceActionsV221TestJSON-1361617694-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.424058] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-4de5d918-a790-4830-b328-be50e548befd tempest-InstanceActionsV221TestJSON-1361617694 tempest-InstanceActionsV221TestJSON-1361617694-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 622.489944] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-4de5d918-a790-4830-b328-be50e548befd tempest-InstanceActionsV221TestJSON-1361617694 tempest-InstanceActionsV221TestJSON-1361617694-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.490276] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-4de5d918-a790-4830-b328-be50e548befd tempest-InstanceActionsV221TestJSON-1361617694 tempest-InstanceActionsV221TestJSON-1361617694-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.490394] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-4de5d918-a790-4830-b328-be50e548befd tempest-InstanceActionsV221TestJSON-1361617694 tempest-InstanceActionsV221TestJSON-1361617694-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 622.490761] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-4de5d918-a790-4830-b328-be50e548befd tempest-InstanceActionsV221TestJSON-1361617694 tempest-InstanceActionsV221TestJSON-1361617694-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.492020] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-4de5d918-a790-4830-b328-be50e548befd tempest-InstanceActionsV221TestJSON-1361617694 tempest-InstanceActionsV221TestJSON-1361617694-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.492020] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-4de5d918-a790-4830-b328-be50e548befd tempest-InstanceActionsV221TestJSON-1361617694 tempest-InstanceActionsV221TestJSON-1361617694-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 622.530915] nova-conductor[54851]: DEBUG nova.quota [None req-4de5d918-a790-4830-b328-be50e548befd tempest-InstanceActionsV221TestJSON-1361617694 tempest-InstanceActionsV221TestJSON-1361617694-project-member] Getting quotas for project c57a43be3c844332b7211f8200cc48db. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 622.532270] nova-conductor[54851]: DEBUG nova.quota [None req-4de5d918-a790-4830-b328-be50e548befd tempest-InstanceActionsV221TestJSON-1361617694 tempest-InstanceActionsV221TestJSON-1361617694-project-member] Getting quotas for user 4b019273ad7e414c96457e96391138bf and project c57a43be3c844332b7211f8200cc48db. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 622.555808] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-4de5d918-a790-4830-b328-be50e548befd tempest-InstanceActionsV221TestJSON-1361617694 tempest-InstanceActionsV221TestJSON-1361617694-project-member] [instance: 8db47d06-230f-4c5e-8bd6-9d5b543455b6] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54851) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 622.555808] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-4de5d918-a790-4830-b328-be50e548befd tempest-InstanceActionsV221TestJSON-1361617694 tempest-InstanceActionsV221TestJSON-1361617694-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.557628] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-4de5d918-a790-4830-b328-be50e548befd tempest-InstanceActionsV221TestJSON-1361617694 tempest-InstanceActionsV221TestJSON-1361617694-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.557628] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-4de5d918-a790-4830-b328-be50e548befd tempest-InstanceActionsV221TestJSON-1361617694 tempest-InstanceActionsV221TestJSON-1361617694-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 622.563268] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-4de5d918-a790-4830-b328-be50e548befd tempest-InstanceActionsV221TestJSON-1361617694 tempest-InstanceActionsV221TestJSON-1361617694-project-member] [instance: 8db47d06-230f-4c5e-8bd6-9d5b543455b6] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54851) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 622.563799] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-4de5d918-a790-4830-b328-be50e548befd tempest-InstanceActionsV221TestJSON-1361617694 tempest-InstanceActionsV221TestJSON-1361617694-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.564023] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-4de5d918-a790-4830-b328-be50e548befd tempest-InstanceActionsV221TestJSON-1361617694 tempest-InstanceActionsV221TestJSON-1361617694-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.564217] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-4de5d918-a790-4830-b328-be50e548befd tempest-InstanceActionsV221TestJSON-1361617694 tempest-InstanceActionsV221TestJSON-1361617694-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 622.611617] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-4de5d918-a790-4830-b328-be50e548befd tempest-InstanceActionsV221TestJSON-1361617694 tempest-InstanceActionsV221TestJSON-1361617694-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.611758] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-4de5d918-a790-4830-b328-be50e548befd tempest-InstanceActionsV221TestJSON-1361617694 tempest-InstanceActionsV221TestJSON-1361617694-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.611925] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-4de5d918-a790-4830-b328-be50e548befd tempest-InstanceActionsV221TestJSON-1361617694 tempest-InstanceActionsV221TestJSON-1361617694-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 623.016330] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-f33e9603-1122-4787-a4f0-cf7618027a6a tempest-ServerDiagnosticsTest-1080211335 tempest-ServerDiagnosticsTest-1080211335-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 623.034449] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-f33e9603-1122-4787-a4f0-cf7618027a6a tempest-ServerDiagnosticsTest-1080211335 tempest-ServerDiagnosticsTest-1080211335-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 623.036225] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-f33e9603-1122-4787-a4f0-cf7618027a6a tempest-ServerDiagnosticsTest-1080211335 tempest-ServerDiagnosticsTest-1080211335-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 623.036225] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-f33e9603-1122-4787-a4f0-cf7618027a6a tempest-ServerDiagnosticsTest-1080211335 tempest-ServerDiagnosticsTest-1080211335-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 623.079844] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-f33e9603-1122-4787-a4f0-cf7618027a6a tempest-ServerDiagnosticsTest-1080211335 tempest-ServerDiagnosticsTest-1080211335-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 623.085985] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-f33e9603-1122-4787-a4f0-cf7618027a6a tempest-ServerDiagnosticsTest-1080211335 tempest-ServerDiagnosticsTest-1080211335-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 623.085985] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-f33e9603-1122-4787-a4f0-cf7618027a6a tempest-ServerDiagnosticsTest-1080211335 tempest-ServerDiagnosticsTest-1080211335-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.003s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 623.085985] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-f33e9603-1122-4787-a4f0-cf7618027a6a tempest-ServerDiagnosticsTest-1080211335 tempest-ServerDiagnosticsTest-1080211335-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 623.085985] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-f33e9603-1122-4787-a4f0-cf7618027a6a tempest-ServerDiagnosticsTest-1080211335 tempest-ServerDiagnosticsTest-1080211335-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 623.085985] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-f33e9603-1122-4787-a4f0-cf7618027a6a tempest-ServerDiagnosticsTest-1080211335 tempest-ServerDiagnosticsTest-1080211335-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 623.098778] nova-conductor[54852]: DEBUG nova.quota [None req-f33e9603-1122-4787-a4f0-cf7618027a6a tempest-ServerDiagnosticsTest-1080211335 tempest-ServerDiagnosticsTest-1080211335-project-member] Getting quotas for project 0a873aeba5284b0cb64bdf19b28e38d4. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 623.100455] nova-conductor[54852]: DEBUG nova.quota [None req-f33e9603-1122-4787-a4f0-cf7618027a6a tempest-ServerDiagnosticsTest-1080211335 tempest-ServerDiagnosticsTest-1080211335-project-member] Getting quotas for user 2421d5410e274cdda439e0851d751db2 and project 0a873aeba5284b0cb64bdf19b28e38d4. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 623.114161] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-f33e9603-1122-4787-a4f0-cf7618027a6a tempest-ServerDiagnosticsTest-1080211335 tempest-ServerDiagnosticsTest-1080211335-project-member] [instance: f54e2a1f-987b-40ac-8197-d6e4ad3ba18f] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 623.115391] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-f33e9603-1122-4787-a4f0-cf7618027a6a tempest-ServerDiagnosticsTest-1080211335 tempest-ServerDiagnosticsTest-1080211335-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 623.115391] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-f33e9603-1122-4787-a4f0-cf7618027a6a tempest-ServerDiagnosticsTest-1080211335 tempest-ServerDiagnosticsTest-1080211335-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 623.115391] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-f33e9603-1122-4787-a4f0-cf7618027a6a tempest-ServerDiagnosticsTest-1080211335 tempest-ServerDiagnosticsTest-1080211335-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 623.123814] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-f33e9603-1122-4787-a4f0-cf7618027a6a tempest-ServerDiagnosticsTest-1080211335 tempest-ServerDiagnosticsTest-1080211335-project-member] [instance: f54e2a1f-987b-40ac-8197-d6e4ad3ba18f] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 623.124115] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-f33e9603-1122-4787-a4f0-cf7618027a6a tempest-ServerDiagnosticsTest-1080211335 tempest-ServerDiagnosticsTest-1080211335-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 623.124604] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-f33e9603-1122-4787-a4f0-cf7618027a6a tempest-ServerDiagnosticsTest-1080211335 tempest-ServerDiagnosticsTest-1080211335-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 623.124604] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-f33e9603-1122-4787-a4f0-cf7618027a6a tempest-ServerDiagnosticsTest-1080211335 tempest-ServerDiagnosticsTest-1080211335-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 623.167338] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-f33e9603-1122-4787-a4f0-cf7618027a6a tempest-ServerDiagnosticsTest-1080211335 tempest-ServerDiagnosticsTest-1080211335-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 623.167338] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-f33e9603-1122-4787-a4f0-cf7618027a6a tempest-ServerDiagnosticsTest-1080211335 tempest-ServerDiagnosticsTest-1080211335-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 623.167338] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-f33e9603-1122-4787-a4f0-cf7618027a6a tempest-ServerDiagnosticsTest-1080211335 tempest-ServerDiagnosticsTest-1080211335-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 626.043267] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-0c9a9821-e78c-4b0e-9901-8a8b0512a171 tempest-MigrationsAdminTest-674001853 tempest-MigrationsAdminTest-674001853-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54851) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 626.064474] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-0c9a9821-e78c-4b0e-9901-8a8b0512a171 tempest-MigrationsAdminTest-674001853 tempest-MigrationsAdminTest-674001853-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 626.066061] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-0c9a9821-e78c-4b0e-9901-8a8b0512a171 tempest-MigrationsAdminTest-674001853 tempest-MigrationsAdminTest-674001853-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 626.066061] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-0c9a9821-e78c-4b0e-9901-8a8b0512a171 tempest-MigrationsAdminTest-674001853 tempest-MigrationsAdminTest-674001853-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 626.127737] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-0c9a9821-e78c-4b0e-9901-8a8b0512a171 tempest-MigrationsAdminTest-674001853 tempest-MigrationsAdminTest-674001853-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 626.128033] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-0c9a9821-e78c-4b0e-9901-8a8b0512a171 tempest-MigrationsAdminTest-674001853 tempest-MigrationsAdminTest-674001853-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 626.128511] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-0c9a9821-e78c-4b0e-9901-8a8b0512a171 tempest-MigrationsAdminTest-674001853 tempest-MigrationsAdminTest-674001853-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 626.128632] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-0c9a9821-e78c-4b0e-9901-8a8b0512a171 tempest-MigrationsAdminTest-674001853 tempest-MigrationsAdminTest-674001853-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 626.129396] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-0c9a9821-e78c-4b0e-9901-8a8b0512a171 tempest-MigrationsAdminTest-674001853 tempest-MigrationsAdminTest-674001853-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 626.129396] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-0c9a9821-e78c-4b0e-9901-8a8b0512a171 tempest-MigrationsAdminTest-674001853 tempest-MigrationsAdminTest-674001853-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 626.151048] nova-conductor[54851]: DEBUG nova.quota [None req-0c9a9821-e78c-4b0e-9901-8a8b0512a171 tempest-MigrationsAdminTest-674001853 tempest-MigrationsAdminTest-674001853-project-member] Getting quotas for project 4c6d16afcdb245ff97759f9b6ed1ed43. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 626.156819] nova-conductor[54851]: DEBUG nova.quota [None req-0c9a9821-e78c-4b0e-9901-8a8b0512a171 tempest-MigrationsAdminTest-674001853 tempest-MigrationsAdminTest-674001853-project-member] Getting quotas for user 84a933f0beb740bb96a0ffab4c44568b and project 4c6d16afcdb245ff97759f9b6ed1ed43. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 626.164763] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-0c9a9821-e78c-4b0e-9901-8a8b0512a171 tempest-MigrationsAdminTest-674001853 tempest-MigrationsAdminTest-674001853-project-member] [instance: 40b6590d-44e1-4d02-b1fa-46c1e6c861ea] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54851) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 626.166595] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-0c9a9821-e78c-4b0e-9901-8a8b0512a171 tempest-MigrationsAdminTest-674001853 tempest-MigrationsAdminTest-674001853-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 626.166595] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-0c9a9821-e78c-4b0e-9901-8a8b0512a171 tempest-MigrationsAdminTest-674001853 tempest-MigrationsAdminTest-674001853-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 626.166595] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-0c9a9821-e78c-4b0e-9901-8a8b0512a171 tempest-MigrationsAdminTest-674001853 tempest-MigrationsAdminTest-674001853-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 626.172186] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-0c9a9821-e78c-4b0e-9901-8a8b0512a171 tempest-MigrationsAdminTest-674001853 tempest-MigrationsAdminTest-674001853-project-member] [instance: 40b6590d-44e1-4d02-b1fa-46c1e6c861ea] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54851) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 626.173608] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-0c9a9821-e78c-4b0e-9901-8a8b0512a171 tempest-MigrationsAdminTest-674001853 tempest-MigrationsAdminTest-674001853-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 626.173608] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-0c9a9821-e78c-4b0e-9901-8a8b0512a171 tempest-MigrationsAdminTest-674001853 tempest-MigrationsAdminTest-674001853-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 626.173801] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-0c9a9821-e78c-4b0e-9901-8a8b0512a171 tempest-MigrationsAdminTest-674001853 tempest-MigrationsAdminTest-674001853-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 626.204169] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-0c9a9821-e78c-4b0e-9901-8a8b0512a171 tempest-MigrationsAdminTest-674001853 tempest-MigrationsAdminTest-674001853-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 626.204169] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-0c9a9821-e78c-4b0e-9901-8a8b0512a171 tempest-MigrationsAdminTest-674001853 tempest-MigrationsAdminTest-674001853-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 626.204169] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-0c9a9821-e78c-4b0e-9901-8a8b0512a171 tempest-MigrationsAdminTest-674001853 tempest-MigrationsAdminTest-674001853-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.727373] nova-conductor[54852]: ERROR nova.scheduler.utils [None req-7038279d-b2e9-4cb1-86e1-3d201a572c49 tempest-FloatingIPsAssociationNegativeTestJSON-1705724445 tempest-FloatingIPsAssociationNegativeTestJSON-1705724445-project-member] [instance: 21c8106e-8b6c-447b-89e2-df1b34aed12c] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port f17af0e2-a750-4c58-85f6-1028277f314d, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 21c8106e-8b6c-447b-89e2-df1b34aed12c was re-scheduled: Binding failed for port f17af0e2-a750-4c58-85f6-1028277f314d, please check neutron logs for more information.\n'] [ 630.728840] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-7038279d-b2e9-4cb1-86e1-3d201a572c49 tempest-FloatingIPsAssociationNegativeTestJSON-1705724445 tempest-FloatingIPsAssociationNegativeTestJSON-1705724445-project-member] Rescheduling: True {{(pid=54852) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 630.728840] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-7038279d-b2e9-4cb1-86e1-3d201a572c49 tempest-FloatingIPsAssociationNegativeTestJSON-1705724445 tempest-FloatingIPsAssociationNegativeTestJSON-1705724445-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 21c8106e-8b6c-447b-89e2-df1b34aed12c.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 21c8106e-8b6c-447b-89e2-df1b34aed12c. [ 630.728840] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-7038279d-b2e9-4cb1-86e1-3d201a572c49 tempest-FloatingIPsAssociationNegativeTestJSON-1705724445 tempest-FloatingIPsAssociationNegativeTestJSON-1705724445-project-member] [instance: 21c8106e-8b6c-447b-89e2-df1b34aed12c] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 21c8106e-8b6c-447b-89e2-df1b34aed12c. [ 630.769928] nova-conductor[54852]: DEBUG nova.network.neutron [None req-7038279d-b2e9-4cb1-86e1-3d201a572c49 tempest-FloatingIPsAssociationNegativeTestJSON-1705724445 tempest-FloatingIPsAssociationNegativeTestJSON-1705724445-project-member] [instance: 21c8106e-8b6c-447b-89e2-df1b34aed12c] deallocate_for_instance() {{(pid=54852) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 630.803220] nova-conductor[54852]: DEBUG nova.network.neutron [None req-7038279d-b2e9-4cb1-86e1-3d201a572c49 tempest-FloatingIPsAssociationNegativeTestJSON-1705724445 tempest-FloatingIPsAssociationNegativeTestJSON-1705724445-project-member] [instance: 21c8106e-8b6c-447b-89e2-df1b34aed12c] Instance cache missing network info. {{(pid=54852) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 630.811726] nova-conductor[54852]: DEBUG nova.network.neutron [None req-7038279d-b2e9-4cb1-86e1-3d201a572c49 tempest-FloatingIPsAssociationNegativeTestJSON-1705724445 tempest-FloatingIPsAssociationNegativeTestJSON-1705724445-project-member] [instance: 21c8106e-8b6c-447b-89e2-df1b34aed12c] Updating instance_info_cache with network_info: [] {{(pid=54852) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 632.364291] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-1fd00242-b7de-4e3c-9925-a989db253696 tempest-ServerActionsTestJSON-1068459111 tempest-ServerActionsTestJSON-1068459111-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54851) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 632.389182] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-1fd00242-b7de-4e3c-9925-a989db253696 tempest-ServerActionsTestJSON-1068459111 tempest-ServerActionsTestJSON-1068459111-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 632.389430] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-1fd00242-b7de-4e3c-9925-a989db253696 tempest-ServerActionsTestJSON-1068459111 tempest-ServerActionsTestJSON-1068459111-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 632.389598] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-1fd00242-b7de-4e3c-9925-a989db253696 tempest-ServerActionsTestJSON-1068459111 tempest-ServerActionsTestJSON-1068459111-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 632.448329] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-1fd00242-b7de-4e3c-9925-a989db253696 tempest-ServerActionsTestJSON-1068459111 tempest-ServerActionsTestJSON-1068459111-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 632.448551] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-1fd00242-b7de-4e3c-9925-a989db253696 tempest-ServerActionsTestJSON-1068459111 tempest-ServerActionsTestJSON-1068459111-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 632.448819] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-1fd00242-b7de-4e3c-9925-a989db253696 tempest-ServerActionsTestJSON-1068459111 tempest-ServerActionsTestJSON-1068459111-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 632.449100] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-1fd00242-b7de-4e3c-9925-a989db253696 tempest-ServerActionsTestJSON-1068459111 tempest-ServerActionsTestJSON-1068459111-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 632.449275] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-1fd00242-b7de-4e3c-9925-a989db253696 tempest-ServerActionsTestJSON-1068459111 tempest-ServerActionsTestJSON-1068459111-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 632.449508] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-1fd00242-b7de-4e3c-9925-a989db253696 tempest-ServerActionsTestJSON-1068459111 tempest-ServerActionsTestJSON-1068459111-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 632.460169] nova-conductor[54851]: DEBUG nova.quota [None req-1fd00242-b7de-4e3c-9925-a989db253696 tempest-ServerActionsTestJSON-1068459111 tempest-ServerActionsTestJSON-1068459111-project-member] Getting quotas for project 1d446121953c4ca99acd8bd14b9168e3. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 632.463336] nova-conductor[54851]: DEBUG nova.quota [None req-1fd00242-b7de-4e3c-9925-a989db253696 tempest-ServerActionsTestJSON-1068459111 tempest-ServerActionsTestJSON-1068459111-project-member] Getting quotas for user 4775d366579c453080fe8686fc9f9adb and project 1d446121953c4ca99acd8bd14b9168e3. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 632.475223] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-1fd00242-b7de-4e3c-9925-a989db253696 tempest-ServerActionsTestJSON-1068459111 tempest-ServerActionsTestJSON-1068459111-project-member] [instance: cb35ba14-6a78-4381-9c93-f2fa285468d7] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54851) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 632.475371] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-1fd00242-b7de-4e3c-9925-a989db253696 tempest-ServerActionsTestJSON-1068459111 tempest-ServerActionsTestJSON-1068459111-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 632.477998] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-1fd00242-b7de-4e3c-9925-a989db253696 tempest-ServerActionsTestJSON-1068459111 tempest-ServerActionsTestJSON-1068459111-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 632.477998] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-1fd00242-b7de-4e3c-9925-a989db253696 tempest-ServerActionsTestJSON-1068459111 tempest-ServerActionsTestJSON-1068459111-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 632.484039] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-1fd00242-b7de-4e3c-9925-a989db253696 tempest-ServerActionsTestJSON-1068459111 tempest-ServerActionsTestJSON-1068459111-project-member] [instance: cb35ba14-6a78-4381-9c93-f2fa285468d7] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54851) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 632.484039] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-1fd00242-b7de-4e3c-9925-a989db253696 tempest-ServerActionsTestJSON-1068459111 tempest-ServerActionsTestJSON-1068459111-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 632.484039] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-1fd00242-b7de-4e3c-9925-a989db253696 tempest-ServerActionsTestJSON-1068459111 tempest-ServerActionsTestJSON-1068459111-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 632.484245] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-1fd00242-b7de-4e3c-9925-a989db253696 tempest-ServerActionsTestJSON-1068459111 tempest-ServerActionsTestJSON-1068459111-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 632.524440] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-1fd00242-b7de-4e3c-9925-a989db253696 tempest-ServerActionsTestJSON-1068459111 tempest-ServerActionsTestJSON-1068459111-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 632.524440] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-1fd00242-b7de-4e3c-9925-a989db253696 tempest-ServerActionsTestJSON-1068459111 tempest-ServerActionsTestJSON-1068459111-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 632.524440] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-1fd00242-b7de-4e3c-9925-a989db253696 tempest-ServerActionsTestJSON-1068459111 tempest-ServerActionsTestJSON-1068459111-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 633.087633] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell0:SELECT=12 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 633.129741] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell1:SELECT=44,nova_cell1:UPDATE=6,nova_cell1:INSERT=96,nova_cell1:SAVEPOINT=10,nova_cell1:RELEASE=10 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 633.154368] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_api:SELECT=72,nova_api:DELETE=6,nova_api:UPDATE=7 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 633.162529] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_api:SELECT=76,nova_api:UPDATE=5,nova_api:DELETE=6 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 633.752854] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-bcf61173-4091-4fc1-ac45-d535f17e1268 tempest-ImagesOneServerNegativeTestJSON-1454207902 tempest-ImagesOneServerNegativeTestJSON-1454207902-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 633.776241] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-bcf61173-4091-4fc1-ac45-d535f17e1268 tempest-ImagesOneServerNegativeTestJSON-1454207902 tempest-ImagesOneServerNegativeTestJSON-1454207902-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 633.776530] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-bcf61173-4091-4fc1-ac45-d535f17e1268 tempest-ImagesOneServerNegativeTestJSON-1454207902 tempest-ImagesOneServerNegativeTestJSON-1454207902-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 633.776748] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-bcf61173-4091-4fc1-ac45-d535f17e1268 tempest-ImagesOneServerNegativeTestJSON-1454207902 tempest-ImagesOneServerNegativeTestJSON-1454207902-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 633.837638] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-bcf61173-4091-4fc1-ac45-d535f17e1268 tempest-ImagesOneServerNegativeTestJSON-1454207902 tempest-ImagesOneServerNegativeTestJSON-1454207902-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 633.837958] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-bcf61173-4091-4fc1-ac45-d535f17e1268 tempest-ImagesOneServerNegativeTestJSON-1454207902 tempest-ImagesOneServerNegativeTestJSON-1454207902-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 633.838039] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-bcf61173-4091-4fc1-ac45-d535f17e1268 tempest-ImagesOneServerNegativeTestJSON-1454207902 tempest-ImagesOneServerNegativeTestJSON-1454207902-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 633.839230] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-bcf61173-4091-4fc1-ac45-d535f17e1268 tempest-ImagesOneServerNegativeTestJSON-1454207902 tempest-ImagesOneServerNegativeTestJSON-1454207902-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 633.839230] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-bcf61173-4091-4fc1-ac45-d535f17e1268 tempest-ImagesOneServerNegativeTestJSON-1454207902 tempest-ImagesOneServerNegativeTestJSON-1454207902-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 633.839230] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-bcf61173-4091-4fc1-ac45-d535f17e1268 tempest-ImagesOneServerNegativeTestJSON-1454207902 tempest-ImagesOneServerNegativeTestJSON-1454207902-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 633.854318] nova-conductor[54852]: DEBUG nova.quota [None req-bcf61173-4091-4fc1-ac45-d535f17e1268 tempest-ImagesOneServerNegativeTestJSON-1454207902 tempest-ImagesOneServerNegativeTestJSON-1454207902-project-member] Getting quotas for project d846730e0a3c4d748590225789bfa1d0. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 633.859580] nova-conductor[54852]: DEBUG nova.quota [None req-bcf61173-4091-4fc1-ac45-d535f17e1268 tempest-ImagesOneServerNegativeTestJSON-1454207902 tempest-ImagesOneServerNegativeTestJSON-1454207902-project-member] Getting quotas for user 133f56aa710045a5994c2effb34e7387 and project d846730e0a3c4d748590225789bfa1d0. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 633.872877] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-bcf61173-4091-4fc1-ac45-d535f17e1268 tempest-ImagesOneServerNegativeTestJSON-1454207902 tempest-ImagesOneServerNegativeTestJSON-1454207902-project-member] [instance: 64044aea-4572-48b1-93b3-93f079a829dd] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 633.873409] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-bcf61173-4091-4fc1-ac45-d535f17e1268 tempest-ImagesOneServerNegativeTestJSON-1454207902 tempest-ImagesOneServerNegativeTestJSON-1454207902-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 633.873617] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-bcf61173-4091-4fc1-ac45-d535f17e1268 tempest-ImagesOneServerNegativeTestJSON-1454207902 tempest-ImagesOneServerNegativeTestJSON-1454207902-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 633.873780] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-bcf61173-4091-4fc1-ac45-d535f17e1268 tempest-ImagesOneServerNegativeTestJSON-1454207902 tempest-ImagesOneServerNegativeTestJSON-1454207902-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 633.879454] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-bcf61173-4091-4fc1-ac45-d535f17e1268 tempest-ImagesOneServerNegativeTestJSON-1454207902 tempest-ImagesOneServerNegativeTestJSON-1454207902-project-member] [instance: 64044aea-4572-48b1-93b3-93f079a829dd] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 633.880164] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-bcf61173-4091-4fc1-ac45-d535f17e1268 tempest-ImagesOneServerNegativeTestJSON-1454207902 tempest-ImagesOneServerNegativeTestJSON-1454207902-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 633.880394] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-bcf61173-4091-4fc1-ac45-d535f17e1268 tempest-ImagesOneServerNegativeTestJSON-1454207902 tempest-ImagesOneServerNegativeTestJSON-1454207902-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 633.880529] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-bcf61173-4091-4fc1-ac45-d535f17e1268 tempest-ImagesOneServerNegativeTestJSON-1454207902 tempest-ImagesOneServerNegativeTestJSON-1454207902-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 633.901185] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-bcf61173-4091-4fc1-ac45-d535f17e1268 tempest-ImagesOneServerNegativeTestJSON-1454207902 tempest-ImagesOneServerNegativeTestJSON-1454207902-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 633.901418] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-bcf61173-4091-4fc1-ac45-d535f17e1268 tempest-ImagesOneServerNegativeTestJSON-1454207902 tempest-ImagesOneServerNegativeTestJSON-1454207902-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 633.901604] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-bcf61173-4091-4fc1-ac45-d535f17e1268 tempest-ImagesOneServerNegativeTestJSON-1454207902 tempest-ImagesOneServerNegativeTestJSON-1454207902-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 635.968800] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell1:SELECT=282,nova_cell1:UPDATE=120,nova_cell1:INSERT=15,nova_cell1:SAVEPOINT=15,nova_cell1:RELEASE=15 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 636.702671] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-2289a245-feb0-49e2-bb55-58ba6ed50850 tempest-ServerGroupTestJSON-1694021366 tempest-ServerGroupTestJSON-1694021366-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 636.702927] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-2289a245-feb0-49e2-bb55-58ba6ed50850 tempest-ServerGroupTestJSON-1694021366 tempest-ServerGroupTestJSON-1694021366-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 636.703118] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-2289a245-feb0-49e2-bb55-58ba6ed50850 tempest-ServerGroupTestJSON-1694021366 tempest-ServerGroupTestJSON-1694021366-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 636.710077] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-3ff5f400-88e4-44bb-b9dd-edac07e8327d tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54851) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 636.733602] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-3ff5f400-88e4-44bb-b9dd-edac07e8327d tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 636.733840] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-3ff5f400-88e4-44bb-b9dd-edac07e8327d tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 636.734038] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-3ff5f400-88e4-44bb-b9dd-edac07e8327d tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 636.805668] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-3ff5f400-88e4-44bb-b9dd-edac07e8327d tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 636.805668] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-3ff5f400-88e4-44bb-b9dd-edac07e8327d tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 636.805668] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-3ff5f400-88e4-44bb-b9dd-edac07e8327d tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 636.805668] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-3ff5f400-88e4-44bb-b9dd-edac07e8327d tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 636.805668] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-3ff5f400-88e4-44bb-b9dd-edac07e8327d tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 636.805668] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-3ff5f400-88e4-44bb-b9dd-edac07e8327d tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 636.825955] nova-conductor[54851]: DEBUG nova.quota [None req-3ff5f400-88e4-44bb-b9dd-edac07e8327d tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Getting quotas for project 094ca56818604bee9c1f75d1493ab3af. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 636.830897] nova-conductor[54851]: DEBUG nova.quota [None req-3ff5f400-88e4-44bb-b9dd-edac07e8327d tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Getting quotas for user f24a30e1160a43d5be6cde39b8f79edd and project 094ca56818604bee9c1f75d1493ab3af. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 636.836766] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-3ff5f400-88e4-44bb-b9dd-edac07e8327d tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] [instance: afd7d381-6eb1-4e5a-aaa5-34ce77953b1b] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54851) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 636.837968] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-3ff5f400-88e4-44bb-b9dd-edac07e8327d tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 636.837968] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-3ff5f400-88e4-44bb-b9dd-edac07e8327d tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 636.837968] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-3ff5f400-88e4-44bb-b9dd-edac07e8327d tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 636.842747] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-3ff5f400-88e4-44bb-b9dd-edac07e8327d tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] [instance: afd7d381-6eb1-4e5a-aaa5-34ce77953b1b] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54851) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 636.843904] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-3ff5f400-88e4-44bb-b9dd-edac07e8327d tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 636.843988] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-3ff5f400-88e4-44bb-b9dd-edac07e8327d tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 636.844890] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-3ff5f400-88e4-44bb-b9dd-edac07e8327d tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 636.897429] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-3ff5f400-88e4-44bb-b9dd-edac07e8327d tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 636.897621] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-3ff5f400-88e4-44bb-b9dd-edac07e8327d tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 636.899950] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-3ff5f400-88e4-44bb-b9dd-edac07e8327d tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 637.239972] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-2289a245-feb0-49e2-bb55-58ba6ed50850 tempest-ServerGroupTestJSON-1694021366 tempest-ServerGroupTestJSON-1694021366-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 637.258578] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-2289a245-feb0-49e2-bb55-58ba6ed50850 tempest-ServerGroupTestJSON-1694021366 tempest-ServerGroupTestJSON-1694021366-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 637.259266] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-2289a245-feb0-49e2-bb55-58ba6ed50850 tempest-ServerGroupTestJSON-1694021366 tempest-ServerGroupTestJSON-1694021366-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 637.259509] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-2289a245-feb0-49e2-bb55-58ba6ed50850 tempest-ServerGroupTestJSON-1694021366 tempest-ServerGroupTestJSON-1694021366-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 637.303732] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-2289a245-feb0-49e2-bb55-58ba6ed50850 tempest-ServerGroupTestJSON-1694021366 tempest-ServerGroupTestJSON-1694021366-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 637.303732] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-2289a245-feb0-49e2-bb55-58ba6ed50850 tempest-ServerGroupTestJSON-1694021366 tempest-ServerGroupTestJSON-1694021366-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 637.303732] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-2289a245-feb0-49e2-bb55-58ba6ed50850 tempest-ServerGroupTestJSON-1694021366 tempest-ServerGroupTestJSON-1694021366-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 637.303976] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-2289a245-feb0-49e2-bb55-58ba6ed50850 tempest-ServerGroupTestJSON-1694021366 tempest-ServerGroupTestJSON-1694021366-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 637.304790] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-2289a245-feb0-49e2-bb55-58ba6ed50850 tempest-ServerGroupTestJSON-1694021366 tempest-ServerGroupTestJSON-1694021366-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 637.304790] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-2289a245-feb0-49e2-bb55-58ba6ed50850 tempest-ServerGroupTestJSON-1694021366 tempest-ServerGroupTestJSON-1694021366-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 637.314394] nova-conductor[54852]: DEBUG nova.quota [None req-2289a245-feb0-49e2-bb55-58ba6ed50850 tempest-ServerGroupTestJSON-1694021366 tempest-ServerGroupTestJSON-1694021366-project-member] Getting quotas for project 608687386ecf4cedac065d9f2c5c430d. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 637.317800] nova-conductor[54852]: DEBUG nova.quota [None req-2289a245-feb0-49e2-bb55-58ba6ed50850 tempest-ServerGroupTestJSON-1694021366 tempest-ServerGroupTestJSON-1694021366-project-member] Getting quotas for user 8762d7e2e0404fd2b1c15c6f438bbe5e and project 608687386ecf4cedac065d9f2c5c430d. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 637.323406] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-2289a245-feb0-49e2-bb55-58ba6ed50850 tempest-ServerGroupTestJSON-1694021366 tempest-ServerGroupTestJSON-1694021366-project-member] [instance: 710a4cb2-a1f6-461e-ac26-d1e86cdd435d] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 637.323949] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-2289a245-feb0-49e2-bb55-58ba6ed50850 tempest-ServerGroupTestJSON-1694021366 tempest-ServerGroupTestJSON-1694021366-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 637.324163] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-2289a245-feb0-49e2-bb55-58ba6ed50850 tempest-ServerGroupTestJSON-1694021366 tempest-ServerGroupTestJSON-1694021366-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 637.324326] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-2289a245-feb0-49e2-bb55-58ba6ed50850 tempest-ServerGroupTestJSON-1694021366 tempest-ServerGroupTestJSON-1694021366-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 637.328820] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-2289a245-feb0-49e2-bb55-58ba6ed50850 tempest-ServerGroupTestJSON-1694021366 tempest-ServerGroupTestJSON-1694021366-project-member] [instance: 710a4cb2-a1f6-461e-ac26-d1e86cdd435d] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 637.329624] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-2289a245-feb0-49e2-bb55-58ba6ed50850 tempest-ServerGroupTestJSON-1694021366 tempest-ServerGroupTestJSON-1694021366-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 637.329850] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-2289a245-feb0-49e2-bb55-58ba6ed50850 tempest-ServerGroupTestJSON-1694021366 tempest-ServerGroupTestJSON-1694021366-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 637.330035] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-2289a245-feb0-49e2-bb55-58ba6ed50850 tempest-ServerGroupTestJSON-1694021366 tempest-ServerGroupTestJSON-1694021366-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 637.347549] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-2289a245-feb0-49e2-bb55-58ba6ed50850 tempest-ServerGroupTestJSON-1694021366 tempest-ServerGroupTestJSON-1694021366-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 637.347776] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-2289a245-feb0-49e2-bb55-58ba6ed50850 tempest-ServerGroupTestJSON-1694021366 tempest-ServerGroupTestJSON-1694021366-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 637.348027] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-2289a245-feb0-49e2-bb55-58ba6ed50850 tempest-ServerGroupTestJSON-1694021366 tempest-ServerGroupTestJSON-1694021366-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 638.416104] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_cell1:SELECT=299,nova_cell1:UPDATE=130,nova_cell1:INSERT=23,nova_cell1:SAVEPOINT=25,nova_cell1:RELEASE=25 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 638.720634] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-bdc4ff16-a981-4c06-bd50-d4e3a92f46f7 tempest-SecurityGroupsTestJSON-1309146595 tempest-SecurityGroupsTestJSON-1309146595-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54851) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 638.758353] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-bdc4ff16-a981-4c06-bd50-d4e3a92f46f7 tempest-SecurityGroupsTestJSON-1309146595 tempest-SecurityGroupsTestJSON-1309146595-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 638.758353] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-bdc4ff16-a981-4c06-bd50-d4e3a92f46f7 tempest-SecurityGroupsTestJSON-1309146595 tempest-SecurityGroupsTestJSON-1309146595-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 638.758353] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-bdc4ff16-a981-4c06-bd50-d4e3a92f46f7 tempest-SecurityGroupsTestJSON-1309146595 tempest-SecurityGroupsTestJSON-1309146595-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 638.811686] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-bdc4ff16-a981-4c06-bd50-d4e3a92f46f7 tempest-SecurityGroupsTestJSON-1309146595 tempest-SecurityGroupsTestJSON-1309146595-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 638.812550] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-bdc4ff16-a981-4c06-bd50-d4e3a92f46f7 tempest-SecurityGroupsTestJSON-1309146595 tempest-SecurityGroupsTestJSON-1309146595-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 638.812550] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-bdc4ff16-a981-4c06-bd50-d4e3a92f46f7 tempest-SecurityGroupsTestJSON-1309146595 tempest-SecurityGroupsTestJSON-1309146595-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 638.813286] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-bdc4ff16-a981-4c06-bd50-d4e3a92f46f7 tempest-SecurityGroupsTestJSON-1309146595 tempest-SecurityGroupsTestJSON-1309146595-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 638.813286] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-bdc4ff16-a981-4c06-bd50-d4e3a92f46f7 tempest-SecurityGroupsTestJSON-1309146595 tempest-SecurityGroupsTestJSON-1309146595-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 638.813286] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-bdc4ff16-a981-4c06-bd50-d4e3a92f46f7 tempest-SecurityGroupsTestJSON-1309146595 tempest-SecurityGroupsTestJSON-1309146595-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 638.824323] nova-conductor[54851]: DEBUG nova.quota [None req-bdc4ff16-a981-4c06-bd50-d4e3a92f46f7 tempest-SecurityGroupsTestJSON-1309146595 tempest-SecurityGroupsTestJSON-1309146595-project-member] Getting quotas for project c7a9b722dee442b1bd6fa656a3689fa0. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 638.828689] nova-conductor[54851]: DEBUG nova.quota [None req-bdc4ff16-a981-4c06-bd50-d4e3a92f46f7 tempest-SecurityGroupsTestJSON-1309146595 tempest-SecurityGroupsTestJSON-1309146595-project-member] Getting quotas for user fda30da3f0e7444b9a109fd15c1bbb20 and project c7a9b722dee442b1bd6fa656a3689fa0. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 638.835330] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-bdc4ff16-a981-4c06-bd50-d4e3a92f46f7 tempest-SecurityGroupsTestJSON-1309146595 tempest-SecurityGroupsTestJSON-1309146595-project-member] [instance: de2daf8c-73c1-44fe-bb01-2b54f1f1c419] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54851) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 638.836021] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-bdc4ff16-a981-4c06-bd50-d4e3a92f46f7 tempest-SecurityGroupsTestJSON-1309146595 tempest-SecurityGroupsTestJSON-1309146595-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 638.836406] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-bdc4ff16-a981-4c06-bd50-d4e3a92f46f7 tempest-SecurityGroupsTestJSON-1309146595 tempest-SecurityGroupsTestJSON-1309146595-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 638.836406] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-bdc4ff16-a981-4c06-bd50-d4e3a92f46f7 tempest-SecurityGroupsTestJSON-1309146595 tempest-SecurityGroupsTestJSON-1309146595-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 638.844963] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-bdc4ff16-a981-4c06-bd50-d4e3a92f46f7 tempest-SecurityGroupsTestJSON-1309146595 tempest-SecurityGroupsTestJSON-1309146595-project-member] [instance: de2daf8c-73c1-44fe-bb01-2b54f1f1c419] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54851) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 638.845954] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-bdc4ff16-a981-4c06-bd50-d4e3a92f46f7 tempest-SecurityGroupsTestJSON-1309146595 tempest-SecurityGroupsTestJSON-1309146595-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 638.846868] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-bdc4ff16-a981-4c06-bd50-d4e3a92f46f7 tempest-SecurityGroupsTestJSON-1309146595 tempest-SecurityGroupsTestJSON-1309146595-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 638.846868] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-bdc4ff16-a981-4c06-bd50-d4e3a92f46f7 tempest-SecurityGroupsTestJSON-1309146595 tempest-SecurityGroupsTestJSON-1309146595-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 638.871716] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-bdc4ff16-a981-4c06-bd50-d4e3a92f46f7 tempest-SecurityGroupsTestJSON-1309146595 tempest-SecurityGroupsTestJSON-1309146595-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 638.871942] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-bdc4ff16-a981-4c06-bd50-d4e3a92f46f7 tempest-SecurityGroupsTestJSON-1309146595 tempest-SecurityGroupsTestJSON-1309146595-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 638.872130] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-bdc4ff16-a981-4c06-bd50-d4e3a92f46f7 tempest-SecurityGroupsTestJSON-1309146595 tempest-SecurityGroupsTestJSON-1309146595-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 639.247896] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-477d4fea-000d-4f3c-b021-45ab8d9f1c4a tempest-ListImageFiltersTestJSON-933601881 tempest-ListImageFiltersTestJSON-933601881-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54851) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 639.265094] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-477d4fea-000d-4f3c-b021-45ab8d9f1c4a tempest-ListImageFiltersTestJSON-933601881 tempest-ListImageFiltersTestJSON-933601881-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 639.265345] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-477d4fea-000d-4f3c-b021-45ab8d9f1c4a tempest-ListImageFiltersTestJSON-933601881 tempest-ListImageFiltersTestJSON-933601881-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 639.265520] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-477d4fea-000d-4f3c-b021-45ab8d9f1c4a tempest-ListImageFiltersTestJSON-933601881 tempest-ListImageFiltersTestJSON-933601881-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 639.322762] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-477d4fea-000d-4f3c-b021-45ab8d9f1c4a tempest-ListImageFiltersTestJSON-933601881 tempest-ListImageFiltersTestJSON-933601881-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 639.322762] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-477d4fea-000d-4f3c-b021-45ab8d9f1c4a tempest-ListImageFiltersTestJSON-933601881 tempest-ListImageFiltersTestJSON-933601881-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 639.322762] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-477d4fea-000d-4f3c-b021-45ab8d9f1c4a tempest-ListImageFiltersTestJSON-933601881 tempest-ListImageFiltersTestJSON-933601881-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 639.322762] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-477d4fea-000d-4f3c-b021-45ab8d9f1c4a tempest-ListImageFiltersTestJSON-933601881 tempest-ListImageFiltersTestJSON-933601881-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 639.322762] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-477d4fea-000d-4f3c-b021-45ab8d9f1c4a tempest-ListImageFiltersTestJSON-933601881 tempest-ListImageFiltersTestJSON-933601881-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 639.322762] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-477d4fea-000d-4f3c-b021-45ab8d9f1c4a tempest-ListImageFiltersTestJSON-933601881 tempest-ListImageFiltersTestJSON-933601881-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 639.331243] nova-conductor[54851]: DEBUG nova.quota [None req-477d4fea-000d-4f3c-b021-45ab8d9f1c4a tempest-ListImageFiltersTestJSON-933601881 tempest-ListImageFiltersTestJSON-933601881-project-member] Getting quotas for project d43742a77a784ed087a0105400e61435. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 639.334935] nova-conductor[54851]: DEBUG nova.quota [None req-477d4fea-000d-4f3c-b021-45ab8d9f1c4a tempest-ListImageFiltersTestJSON-933601881 tempest-ListImageFiltersTestJSON-933601881-project-member] Getting quotas for user 6165653e44f147ee91e4a2edef90337e and project d43742a77a784ed087a0105400e61435. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 639.341331] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-477d4fea-000d-4f3c-b021-45ab8d9f1c4a tempest-ListImageFiltersTestJSON-933601881 tempest-ListImageFiltersTestJSON-933601881-project-member] [instance: 244c71ad-130d-44ad-9998-3f5c51518482] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54851) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 639.341824] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-477d4fea-000d-4f3c-b021-45ab8d9f1c4a tempest-ListImageFiltersTestJSON-933601881 tempest-ListImageFiltersTestJSON-933601881-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 639.342043] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-477d4fea-000d-4f3c-b021-45ab8d9f1c4a tempest-ListImageFiltersTestJSON-933601881 tempest-ListImageFiltersTestJSON-933601881-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 639.342218] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-477d4fea-000d-4f3c-b021-45ab8d9f1c4a tempest-ListImageFiltersTestJSON-933601881 tempest-ListImageFiltersTestJSON-933601881-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 639.346847] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-477d4fea-000d-4f3c-b021-45ab8d9f1c4a tempest-ListImageFiltersTestJSON-933601881 tempest-ListImageFiltersTestJSON-933601881-project-member] [instance: 244c71ad-130d-44ad-9998-3f5c51518482] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54851) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 639.347577] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-477d4fea-000d-4f3c-b021-45ab8d9f1c4a tempest-ListImageFiltersTestJSON-933601881 tempest-ListImageFiltersTestJSON-933601881-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 639.348166] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-477d4fea-000d-4f3c-b021-45ab8d9f1c4a tempest-ListImageFiltersTestJSON-933601881 tempest-ListImageFiltersTestJSON-933601881-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 639.348166] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-477d4fea-000d-4f3c-b021-45ab8d9f1c4a tempest-ListImageFiltersTestJSON-933601881 tempest-ListImageFiltersTestJSON-933601881-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 639.374555] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-477d4fea-000d-4f3c-b021-45ab8d9f1c4a tempest-ListImageFiltersTestJSON-933601881 tempest-ListImageFiltersTestJSON-933601881-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 639.374798] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-477d4fea-000d-4f3c-b021-45ab8d9f1c4a tempest-ListImageFiltersTestJSON-933601881 tempest-ListImageFiltersTestJSON-933601881-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 639.374970] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-477d4fea-000d-4f3c-b021-45ab8d9f1c4a tempest-ListImageFiltersTestJSON-933601881 tempest-ListImageFiltersTestJSON-933601881-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 639.571015] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-ea51304c-4917-4e09-9d66-7abf0a053d0a tempest-ServerMetadataNegativeTestJSON-401377393 tempest-ServerMetadataNegativeTestJSON-401377393-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54851) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 639.594217] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ea51304c-4917-4e09-9d66-7abf0a053d0a tempest-ServerMetadataNegativeTestJSON-401377393 tempest-ServerMetadataNegativeTestJSON-401377393-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 639.594456] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ea51304c-4917-4e09-9d66-7abf0a053d0a tempest-ServerMetadataNegativeTestJSON-401377393 tempest-ServerMetadataNegativeTestJSON-401377393-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 639.594806] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ea51304c-4917-4e09-9d66-7abf0a053d0a tempest-ServerMetadataNegativeTestJSON-401377393 tempest-ServerMetadataNegativeTestJSON-401377393-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 639.645455] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ea51304c-4917-4e09-9d66-7abf0a053d0a tempest-ServerMetadataNegativeTestJSON-401377393 tempest-ServerMetadataNegativeTestJSON-401377393-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 639.645744] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ea51304c-4917-4e09-9d66-7abf0a053d0a tempest-ServerMetadataNegativeTestJSON-401377393 tempest-ServerMetadataNegativeTestJSON-401377393-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 639.645920] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ea51304c-4917-4e09-9d66-7abf0a053d0a tempest-ServerMetadataNegativeTestJSON-401377393 tempest-ServerMetadataNegativeTestJSON-401377393-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 639.646737] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ea51304c-4917-4e09-9d66-7abf0a053d0a tempest-ServerMetadataNegativeTestJSON-401377393 tempest-ServerMetadataNegativeTestJSON-401377393-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 639.646865] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ea51304c-4917-4e09-9d66-7abf0a053d0a tempest-ServerMetadataNegativeTestJSON-401377393 tempest-ServerMetadataNegativeTestJSON-401377393-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 639.647424] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ea51304c-4917-4e09-9d66-7abf0a053d0a tempest-ServerMetadataNegativeTestJSON-401377393 tempest-ServerMetadataNegativeTestJSON-401377393-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 639.657660] nova-conductor[54851]: DEBUG nova.quota [None req-ea51304c-4917-4e09-9d66-7abf0a053d0a tempest-ServerMetadataNegativeTestJSON-401377393 tempest-ServerMetadataNegativeTestJSON-401377393-project-member] Getting quotas for project f4c95338402e4b73b51f8700dece8bab. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 639.661977] nova-conductor[54851]: DEBUG nova.quota [None req-ea51304c-4917-4e09-9d66-7abf0a053d0a tempest-ServerMetadataNegativeTestJSON-401377393 tempest-ServerMetadataNegativeTestJSON-401377393-project-member] Getting quotas for user 792a25833c124a5aaa78da804b045495 and project f4c95338402e4b73b51f8700dece8bab. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 639.670712] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-ea51304c-4917-4e09-9d66-7abf0a053d0a tempest-ServerMetadataNegativeTestJSON-401377393 tempest-ServerMetadataNegativeTestJSON-401377393-project-member] [instance: a224dd44-bda2-464f-b946-edbe167927b9] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54851) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 639.671849] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ea51304c-4917-4e09-9d66-7abf0a053d0a tempest-ServerMetadataNegativeTestJSON-401377393 tempest-ServerMetadataNegativeTestJSON-401377393-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 639.671849] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ea51304c-4917-4e09-9d66-7abf0a053d0a tempest-ServerMetadataNegativeTestJSON-401377393 tempest-ServerMetadataNegativeTestJSON-401377393-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 639.671849] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ea51304c-4917-4e09-9d66-7abf0a053d0a tempest-ServerMetadataNegativeTestJSON-401377393 tempest-ServerMetadataNegativeTestJSON-401377393-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 639.679175] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-ea51304c-4917-4e09-9d66-7abf0a053d0a tempest-ServerMetadataNegativeTestJSON-401377393 tempest-ServerMetadataNegativeTestJSON-401377393-project-member] [instance: a224dd44-bda2-464f-b946-edbe167927b9] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54851) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 639.679558] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ea51304c-4917-4e09-9d66-7abf0a053d0a tempest-ServerMetadataNegativeTestJSON-401377393 tempest-ServerMetadataNegativeTestJSON-401377393-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 639.679558] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ea51304c-4917-4e09-9d66-7abf0a053d0a tempest-ServerMetadataNegativeTestJSON-401377393 tempest-ServerMetadataNegativeTestJSON-401377393-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 639.679738] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ea51304c-4917-4e09-9d66-7abf0a053d0a tempest-ServerMetadataNegativeTestJSON-401377393 tempest-ServerMetadataNegativeTestJSON-401377393-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 639.723289] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ea51304c-4917-4e09-9d66-7abf0a053d0a tempest-ServerMetadataNegativeTestJSON-401377393 tempest-ServerMetadataNegativeTestJSON-401377393-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 639.723289] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ea51304c-4917-4e09-9d66-7abf0a053d0a tempest-ServerMetadataNegativeTestJSON-401377393 tempest-ServerMetadataNegativeTestJSON-401377393-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 639.723289] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ea51304c-4917-4e09-9d66-7abf0a053d0a tempest-ServerMetadataNegativeTestJSON-401377393 tempest-ServerMetadataNegativeTestJSON-401377393-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 640.814545] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-0eff9fe4-f860-4fe1-9211-1f949677c509 tempest-ServerActionsV293TestJSON-166165411 tempest-ServerActionsV293TestJSON-166165411-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 640.833326] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-0eff9fe4-f860-4fe1-9211-1f949677c509 tempest-ServerActionsV293TestJSON-166165411 tempest-ServerActionsV293TestJSON-166165411-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 640.833326] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-0eff9fe4-f860-4fe1-9211-1f949677c509 tempest-ServerActionsV293TestJSON-166165411 tempest-ServerActionsV293TestJSON-166165411-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 640.833326] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-0eff9fe4-f860-4fe1-9211-1f949677c509 tempest-ServerActionsV293TestJSON-166165411 tempest-ServerActionsV293TestJSON-166165411-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 640.888237] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-0eff9fe4-f860-4fe1-9211-1f949677c509 tempest-ServerActionsV293TestJSON-166165411 tempest-ServerActionsV293TestJSON-166165411-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 640.888463] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-0eff9fe4-f860-4fe1-9211-1f949677c509 tempest-ServerActionsV293TestJSON-166165411 tempest-ServerActionsV293TestJSON-166165411-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 640.888628] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-0eff9fe4-f860-4fe1-9211-1f949677c509 tempest-ServerActionsV293TestJSON-166165411 tempest-ServerActionsV293TestJSON-166165411-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 640.889094] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-0eff9fe4-f860-4fe1-9211-1f949677c509 tempest-ServerActionsV293TestJSON-166165411 tempest-ServerActionsV293TestJSON-166165411-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 640.889241] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-0eff9fe4-f860-4fe1-9211-1f949677c509 tempest-ServerActionsV293TestJSON-166165411 tempest-ServerActionsV293TestJSON-166165411-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 640.889409] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-0eff9fe4-f860-4fe1-9211-1f949677c509 tempest-ServerActionsV293TestJSON-166165411 tempest-ServerActionsV293TestJSON-166165411-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 640.898419] nova-conductor[54852]: DEBUG nova.quota [None req-0eff9fe4-f860-4fe1-9211-1f949677c509 tempest-ServerActionsV293TestJSON-166165411 tempest-ServerActionsV293TestJSON-166165411-project-member] Getting quotas for project 92a023e94514437dbed14b7e761d0a91. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 640.900705] nova-conductor[54852]: DEBUG nova.quota [None req-0eff9fe4-f860-4fe1-9211-1f949677c509 tempest-ServerActionsV293TestJSON-166165411 tempest-ServerActionsV293TestJSON-166165411-project-member] Getting quotas for user 780753029d784f938f37ddc55fde80e8 and project 92a023e94514437dbed14b7e761d0a91. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 640.907364] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-0eff9fe4-f860-4fe1-9211-1f949677c509 tempest-ServerActionsV293TestJSON-166165411 tempest-ServerActionsV293TestJSON-166165411-project-member] [instance: 869c5e7f-b937-4add-ace2-7d9b178c2acc] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 640.907915] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-0eff9fe4-f860-4fe1-9211-1f949677c509 tempest-ServerActionsV293TestJSON-166165411 tempest-ServerActionsV293TestJSON-166165411-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 640.908176] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-0eff9fe4-f860-4fe1-9211-1f949677c509 tempest-ServerActionsV293TestJSON-166165411 tempest-ServerActionsV293TestJSON-166165411-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 640.908315] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-0eff9fe4-f860-4fe1-9211-1f949677c509 tempest-ServerActionsV293TestJSON-166165411 tempest-ServerActionsV293TestJSON-166165411-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 640.918503] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-0eff9fe4-f860-4fe1-9211-1f949677c509 tempest-ServerActionsV293TestJSON-166165411 tempest-ServerActionsV293TestJSON-166165411-project-member] [instance: 869c5e7f-b937-4add-ace2-7d9b178c2acc] block_device_mapping [BlockDeviceMapping(attachment_id=ec601d95-6074-4de7-8d98-e97820e25779,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='volume',device_name=None,device_type=None,disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id=None,instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='volume',tag=None,updated_at=,uuid=,volume_id='b4c4ed52-bbfb-48f0-9ebe-4615188cbdd2',volume_size=1,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 640.919954] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-0eff9fe4-f860-4fe1-9211-1f949677c509 tempest-ServerActionsV293TestJSON-166165411 tempest-ServerActionsV293TestJSON-166165411-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 640.920296] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-0eff9fe4-f860-4fe1-9211-1f949677c509 tempest-ServerActionsV293TestJSON-166165411 tempest-ServerActionsV293TestJSON-166165411-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 640.920871] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-0eff9fe4-f860-4fe1-9211-1f949677c509 tempest-ServerActionsV293TestJSON-166165411 tempest-ServerActionsV293TestJSON-166165411-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 640.951483] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-0eff9fe4-f860-4fe1-9211-1f949677c509 tempest-ServerActionsV293TestJSON-166165411 tempest-ServerActionsV293TestJSON-166165411-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 640.951483] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-0eff9fe4-f860-4fe1-9211-1f949677c509 tempest-ServerActionsV293TestJSON-166165411 tempest-ServerActionsV293TestJSON-166165411-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 640.951483] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-0eff9fe4-f860-4fe1-9211-1f949677c509 tempest-ServerActionsV293TestJSON-166165411 tempest-ServerActionsV293TestJSON-166165411-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 641.334069] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-fbf663fc-cb6a-4998-85c1-57c27a0d6113 tempest-ListImageFiltersTestJSON-933601881 tempest-ListImageFiltersTestJSON-933601881-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54851) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 641.349917] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-fbf663fc-cb6a-4998-85c1-57c27a0d6113 tempest-ListImageFiltersTestJSON-933601881 tempest-ListImageFiltersTestJSON-933601881-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 641.350312] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-fbf663fc-cb6a-4998-85c1-57c27a0d6113 tempest-ListImageFiltersTestJSON-933601881 tempest-ListImageFiltersTestJSON-933601881-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 641.350605] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-fbf663fc-cb6a-4998-85c1-57c27a0d6113 tempest-ListImageFiltersTestJSON-933601881 tempest-ListImageFiltersTestJSON-933601881-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 641.380883] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-fbf663fc-cb6a-4998-85c1-57c27a0d6113 tempest-ListImageFiltersTestJSON-933601881 tempest-ListImageFiltersTestJSON-933601881-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 641.384197] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-fbf663fc-cb6a-4998-85c1-57c27a0d6113 tempest-ListImageFiltersTestJSON-933601881 tempest-ListImageFiltersTestJSON-933601881-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 641.384197] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-fbf663fc-cb6a-4998-85c1-57c27a0d6113 tempest-ListImageFiltersTestJSON-933601881 tempest-ListImageFiltersTestJSON-933601881-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 641.384197] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-fbf663fc-cb6a-4998-85c1-57c27a0d6113 tempest-ListImageFiltersTestJSON-933601881 tempest-ListImageFiltersTestJSON-933601881-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 641.384197] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-fbf663fc-cb6a-4998-85c1-57c27a0d6113 tempest-ListImageFiltersTestJSON-933601881 tempest-ListImageFiltersTestJSON-933601881-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 641.384197] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-fbf663fc-cb6a-4998-85c1-57c27a0d6113 tempest-ListImageFiltersTestJSON-933601881 tempest-ListImageFiltersTestJSON-933601881-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 641.392534] nova-conductor[54851]: DEBUG nova.quota [None req-fbf663fc-cb6a-4998-85c1-57c27a0d6113 tempest-ListImageFiltersTestJSON-933601881 tempest-ListImageFiltersTestJSON-933601881-project-member] Getting quotas for project d43742a77a784ed087a0105400e61435. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 641.396554] nova-conductor[54851]: DEBUG nova.quota [None req-fbf663fc-cb6a-4998-85c1-57c27a0d6113 tempest-ListImageFiltersTestJSON-933601881 tempest-ListImageFiltersTestJSON-933601881-project-member] Getting quotas for user 6165653e44f147ee91e4a2edef90337e and project d43742a77a784ed087a0105400e61435. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 641.407099] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-fbf663fc-cb6a-4998-85c1-57c27a0d6113 tempest-ListImageFiltersTestJSON-933601881 tempest-ListImageFiltersTestJSON-933601881-project-member] [instance: ac386ddb-c812-4689-b9b4-b98d26ad1831] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54851) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 641.409567] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-fbf663fc-cb6a-4998-85c1-57c27a0d6113 tempest-ListImageFiltersTestJSON-933601881 tempest-ListImageFiltersTestJSON-933601881-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 641.409567] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-fbf663fc-cb6a-4998-85c1-57c27a0d6113 tempest-ListImageFiltersTestJSON-933601881 tempest-ListImageFiltersTestJSON-933601881-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 641.409567] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-fbf663fc-cb6a-4998-85c1-57c27a0d6113 tempest-ListImageFiltersTestJSON-933601881 tempest-ListImageFiltersTestJSON-933601881-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 641.413895] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-fbf663fc-cb6a-4998-85c1-57c27a0d6113 tempest-ListImageFiltersTestJSON-933601881 tempest-ListImageFiltersTestJSON-933601881-project-member] [instance: ac386ddb-c812-4689-b9b4-b98d26ad1831] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54851) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 641.414613] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-fbf663fc-cb6a-4998-85c1-57c27a0d6113 tempest-ListImageFiltersTestJSON-933601881 tempest-ListImageFiltersTestJSON-933601881-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 641.414831] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-fbf663fc-cb6a-4998-85c1-57c27a0d6113 tempest-ListImageFiltersTestJSON-933601881 tempest-ListImageFiltersTestJSON-933601881-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 641.414998] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-fbf663fc-cb6a-4998-85c1-57c27a0d6113 tempest-ListImageFiltersTestJSON-933601881 tempest-ListImageFiltersTestJSON-933601881-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 641.449044] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-fbf663fc-cb6a-4998-85c1-57c27a0d6113 tempest-ListImageFiltersTestJSON-933601881 tempest-ListImageFiltersTestJSON-933601881-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 641.449707] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-fbf663fc-cb6a-4998-85c1-57c27a0d6113 tempest-ListImageFiltersTestJSON-933601881 tempest-ListImageFiltersTestJSON-933601881-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 641.449923] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-fbf663fc-cb6a-4998-85c1-57c27a0d6113 tempest-ListImageFiltersTestJSON-933601881 tempest-ListImageFiltersTestJSON-933601881-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 642.295987] nova-conductor[54851]: ERROR nova.scheduler.utils [None req-d1d26ed7-b320-4401-b677-155f116cdace tempest-ServersTestMultiNic-1870011473 tempest-ServersTestMultiNic-1870011473-project-member] [instance: 77418633-2833-47a7-b30f-dca84432d382] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 126d35b6-a8f6-4147-9b91-7ca5da49a4df, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 77418633-2833-47a7-b30f-dca84432d382 was re-scheduled: Binding failed for port 126d35b6-a8f6-4147-9b91-7ca5da49a4df, please check neutron logs for more information.\n'] [ 642.296649] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-d1d26ed7-b320-4401-b677-155f116cdace tempest-ServersTestMultiNic-1870011473 tempest-ServersTestMultiNic-1870011473-project-member] Rescheduling: True {{(pid=54851) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 642.297051] nova-conductor[54851]: WARNING nova.scheduler.utils [None req-d1d26ed7-b320-4401-b677-155f116cdace tempest-ServersTestMultiNic-1870011473 tempest-ServersTestMultiNic-1870011473-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 77418633-2833-47a7-b30f-dca84432d382.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 77418633-2833-47a7-b30f-dca84432d382. [ 642.297212] nova-conductor[54851]: WARNING nova.scheduler.utils [None req-d1d26ed7-b320-4401-b677-155f116cdace tempest-ServersTestMultiNic-1870011473 tempest-ServersTestMultiNic-1870011473-project-member] [instance: 77418633-2833-47a7-b30f-dca84432d382] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 77418633-2833-47a7-b30f-dca84432d382. [ 642.329927] nova-conductor[54851]: DEBUG nova.network.neutron [None req-d1d26ed7-b320-4401-b677-155f116cdace tempest-ServersTestMultiNic-1870011473 tempest-ServersTestMultiNic-1870011473-project-member] [instance: 77418633-2833-47a7-b30f-dca84432d382] deallocate_for_instance() {{(pid=54851) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 642.402744] nova-conductor[54851]: DEBUG nova.network.neutron [None req-d1d26ed7-b320-4401-b677-155f116cdace tempest-ServersTestMultiNic-1870011473 tempest-ServersTestMultiNic-1870011473-project-member] [instance: 77418633-2833-47a7-b30f-dca84432d382] Instance cache missing network info. {{(pid=54851) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 642.413861] nova-conductor[54851]: DEBUG nova.network.neutron [None req-d1d26ed7-b320-4401-b677-155f116cdace tempest-ServersTestMultiNic-1870011473 tempest-ServersTestMultiNic-1870011473-project-member] [instance: 77418633-2833-47a7-b30f-dca84432d382] Updating instance_info_cache with network_info: [] {{(pid=54851) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 643.375545] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-25aa585b-74d3-43e4-977b-00e9b4ed7b23 tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 643.389694] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-25aa585b-74d3-43e4-977b-00e9b4ed7b23 tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 643.390151] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-25aa585b-74d3-43e4-977b-00e9b4ed7b23 tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 643.390462] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-25aa585b-74d3-43e4-977b-00e9b4ed7b23 tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 643.432528] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-25aa585b-74d3-43e4-977b-00e9b4ed7b23 tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 643.432759] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-25aa585b-74d3-43e4-977b-00e9b4ed7b23 tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 643.432925] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-25aa585b-74d3-43e4-977b-00e9b4ed7b23 tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 643.433384] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-25aa585b-74d3-43e4-977b-00e9b4ed7b23 tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 643.433569] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-25aa585b-74d3-43e4-977b-00e9b4ed7b23 tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 643.433725] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-25aa585b-74d3-43e4-977b-00e9b4ed7b23 tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 643.446284] nova-conductor[54852]: DEBUG nova.quota [None req-25aa585b-74d3-43e4-977b-00e9b4ed7b23 tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] Getting quotas for project 5d1f373267464f14ae2c833151821973. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 643.453198] nova-conductor[54852]: DEBUG nova.quota [None req-25aa585b-74d3-43e4-977b-00e9b4ed7b23 tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] Getting quotas for user eeb541b4abd9426ea96edcd066c69be0 and project 5d1f373267464f14ae2c833151821973. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 643.459833] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-25aa585b-74d3-43e4-977b-00e9b4ed7b23 tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] [instance: f4ec1e94-1778-4296-989d-782700c6faf8] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 643.459833] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-25aa585b-74d3-43e4-977b-00e9b4ed7b23 tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 643.459833] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-25aa585b-74d3-43e4-977b-00e9b4ed7b23 tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 643.460153] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-25aa585b-74d3-43e4-977b-00e9b4ed7b23 tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 643.464346] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-25aa585b-74d3-43e4-977b-00e9b4ed7b23 tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] [instance: f4ec1e94-1778-4296-989d-782700c6faf8] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 643.465030] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-25aa585b-74d3-43e4-977b-00e9b4ed7b23 tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 643.465233] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-25aa585b-74d3-43e4-977b-00e9b4ed7b23 tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 643.467339] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-25aa585b-74d3-43e4-977b-00e9b4ed7b23 tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 643.486174] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-25aa585b-74d3-43e4-977b-00e9b4ed7b23 tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 643.486407] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-25aa585b-74d3-43e4-977b-00e9b4ed7b23 tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 643.486573] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-25aa585b-74d3-43e4-977b-00e9b4ed7b23 tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 645.117463] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-a4b9929d-3b0f-42cf-9100-f0db9e66d073 tempest-ListServersNegativeTestJSON-908730112 tempest-ListServersNegativeTestJSON-908730112-project-member] Took 1.02 seconds to select destinations for 3 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 645.145160] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a4b9929d-3b0f-42cf-9100-f0db9e66d073 tempest-ListServersNegativeTestJSON-908730112 tempest-ListServersNegativeTestJSON-908730112-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 645.145485] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a4b9929d-3b0f-42cf-9100-f0db9e66d073 tempest-ListServersNegativeTestJSON-908730112 tempest-ListServersNegativeTestJSON-908730112-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 645.145743] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a4b9929d-3b0f-42cf-9100-f0db9e66d073 tempest-ListServersNegativeTestJSON-908730112 tempest-ListServersNegativeTestJSON-908730112-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 645.188971] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a4b9929d-3b0f-42cf-9100-f0db9e66d073 tempest-ListServersNegativeTestJSON-908730112 tempest-ListServersNegativeTestJSON-908730112-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 645.189300] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a4b9929d-3b0f-42cf-9100-f0db9e66d073 tempest-ListServersNegativeTestJSON-908730112 tempest-ListServersNegativeTestJSON-908730112-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 645.189456] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a4b9929d-3b0f-42cf-9100-f0db9e66d073 tempest-ListServersNegativeTestJSON-908730112 tempest-ListServersNegativeTestJSON-908730112-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 645.229462] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a4b9929d-3b0f-42cf-9100-f0db9e66d073 tempest-ListServersNegativeTestJSON-908730112 tempest-ListServersNegativeTestJSON-908730112-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 645.229798] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a4b9929d-3b0f-42cf-9100-f0db9e66d073 tempest-ListServersNegativeTestJSON-908730112 tempest-ListServersNegativeTestJSON-908730112-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 645.229979] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a4b9929d-3b0f-42cf-9100-f0db9e66d073 tempest-ListServersNegativeTestJSON-908730112 tempest-ListServersNegativeTestJSON-908730112-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 645.258249] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a4b9929d-3b0f-42cf-9100-f0db9e66d073 tempest-ListServersNegativeTestJSON-908730112 tempest-ListServersNegativeTestJSON-908730112-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 645.259181] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a4b9929d-3b0f-42cf-9100-f0db9e66d073 tempest-ListServersNegativeTestJSON-908730112 tempest-ListServersNegativeTestJSON-908730112-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 645.259374] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a4b9929d-3b0f-42cf-9100-f0db9e66d073 tempest-ListServersNegativeTestJSON-908730112 tempest-ListServersNegativeTestJSON-908730112-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 645.259765] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a4b9929d-3b0f-42cf-9100-f0db9e66d073 tempest-ListServersNegativeTestJSON-908730112 tempest-ListServersNegativeTestJSON-908730112-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 645.259960] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a4b9929d-3b0f-42cf-9100-f0db9e66d073 tempest-ListServersNegativeTestJSON-908730112 tempest-ListServersNegativeTestJSON-908730112-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 645.260154] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a4b9929d-3b0f-42cf-9100-f0db9e66d073 tempest-ListServersNegativeTestJSON-908730112 tempest-ListServersNegativeTestJSON-908730112-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 645.269494] nova-conductor[54852]: DEBUG nova.quota [None req-a4b9929d-3b0f-42cf-9100-f0db9e66d073 tempest-ListServersNegativeTestJSON-908730112 tempest-ListServersNegativeTestJSON-908730112-project-member] Getting quotas for project fd14bf89377d4e37b19e787cc5234033. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 645.272136] nova-conductor[54852]: DEBUG nova.quota [None req-a4b9929d-3b0f-42cf-9100-f0db9e66d073 tempest-ListServersNegativeTestJSON-908730112 tempest-ListServersNegativeTestJSON-908730112-project-member] Getting quotas for user 74e0e37130134da6bb3a2c4c33d2efa8 and project fd14bf89377d4e37b19e787cc5234033. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 645.277746] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-a4b9929d-3b0f-42cf-9100-f0db9e66d073 tempest-ListServersNegativeTestJSON-908730112 tempest-ListServersNegativeTestJSON-908730112-project-member] [instance: 4ea5ebc8-c0d5-43c0-a864-d8cf7efdee71] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 645.277908] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a4b9929d-3b0f-42cf-9100-f0db9e66d073 tempest-ListServersNegativeTestJSON-908730112 tempest-ListServersNegativeTestJSON-908730112-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 645.278128] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a4b9929d-3b0f-42cf-9100-f0db9e66d073 tempest-ListServersNegativeTestJSON-908730112 tempest-ListServersNegativeTestJSON-908730112-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 645.278299] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a4b9929d-3b0f-42cf-9100-f0db9e66d073 tempest-ListServersNegativeTestJSON-908730112 tempest-ListServersNegativeTestJSON-908730112-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 645.282771] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-a4b9929d-3b0f-42cf-9100-f0db9e66d073 tempest-ListServersNegativeTestJSON-908730112 tempest-ListServersNegativeTestJSON-908730112-project-member] [instance: 4ea5ebc8-c0d5-43c0-a864-d8cf7efdee71] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 645.283465] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a4b9929d-3b0f-42cf-9100-f0db9e66d073 tempest-ListServersNegativeTestJSON-908730112 tempest-ListServersNegativeTestJSON-908730112-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 645.283678] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a4b9929d-3b0f-42cf-9100-f0db9e66d073 tempest-ListServersNegativeTestJSON-908730112 tempest-ListServersNegativeTestJSON-908730112-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 645.283847] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a4b9929d-3b0f-42cf-9100-f0db9e66d073 tempest-ListServersNegativeTestJSON-908730112 tempest-ListServersNegativeTestJSON-908730112-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 645.308846] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a4b9929d-3b0f-42cf-9100-f0db9e66d073 tempest-ListServersNegativeTestJSON-908730112 tempest-ListServersNegativeTestJSON-908730112-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 645.309106] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a4b9929d-3b0f-42cf-9100-f0db9e66d073 tempest-ListServersNegativeTestJSON-908730112 tempest-ListServersNegativeTestJSON-908730112-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 645.309291] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a4b9929d-3b0f-42cf-9100-f0db9e66d073 tempest-ListServersNegativeTestJSON-908730112 tempest-ListServersNegativeTestJSON-908730112-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 645.317090] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-a4b9929d-3b0f-42cf-9100-f0db9e66d073 tempest-ListServersNegativeTestJSON-908730112 tempest-ListServersNegativeTestJSON-908730112-project-member] [instance: a825d324-0b26-4051-bdfa-4a4246f6d4e9] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 645.317456] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a4b9929d-3b0f-42cf-9100-f0db9e66d073 tempest-ListServersNegativeTestJSON-908730112 tempest-ListServersNegativeTestJSON-908730112-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 645.317666] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a4b9929d-3b0f-42cf-9100-f0db9e66d073 tempest-ListServersNegativeTestJSON-908730112 tempest-ListServersNegativeTestJSON-908730112-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 645.317828] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a4b9929d-3b0f-42cf-9100-f0db9e66d073 tempest-ListServersNegativeTestJSON-908730112 tempest-ListServersNegativeTestJSON-908730112-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 645.321545] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-a4b9929d-3b0f-42cf-9100-f0db9e66d073 tempest-ListServersNegativeTestJSON-908730112 tempest-ListServersNegativeTestJSON-908730112-project-member] [instance: a825d324-0b26-4051-bdfa-4a4246f6d4e9] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 645.322331] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a4b9929d-3b0f-42cf-9100-f0db9e66d073 tempest-ListServersNegativeTestJSON-908730112 tempest-ListServersNegativeTestJSON-908730112-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 645.322331] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a4b9929d-3b0f-42cf-9100-f0db9e66d073 tempest-ListServersNegativeTestJSON-908730112 tempest-ListServersNegativeTestJSON-908730112-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 645.322510] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a4b9929d-3b0f-42cf-9100-f0db9e66d073 tempest-ListServersNegativeTestJSON-908730112 tempest-ListServersNegativeTestJSON-908730112-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 645.344440] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a4b9929d-3b0f-42cf-9100-f0db9e66d073 tempest-ListServersNegativeTestJSON-908730112 tempest-ListServersNegativeTestJSON-908730112-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 645.344693] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a4b9929d-3b0f-42cf-9100-f0db9e66d073 tempest-ListServersNegativeTestJSON-908730112 tempest-ListServersNegativeTestJSON-908730112-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 645.344892] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a4b9929d-3b0f-42cf-9100-f0db9e66d073 tempest-ListServersNegativeTestJSON-908730112 tempest-ListServersNegativeTestJSON-908730112-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 645.351772] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-a4b9929d-3b0f-42cf-9100-f0db9e66d073 tempest-ListServersNegativeTestJSON-908730112 tempest-ListServersNegativeTestJSON-908730112-project-member] [instance: 04f5dd28-9b5e-4175-9f00-bbd55e8db2ec] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 645.351772] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a4b9929d-3b0f-42cf-9100-f0db9e66d073 tempest-ListServersNegativeTestJSON-908730112 tempest-ListServersNegativeTestJSON-908730112-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 645.351995] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a4b9929d-3b0f-42cf-9100-f0db9e66d073 tempest-ListServersNegativeTestJSON-908730112 tempest-ListServersNegativeTestJSON-908730112-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 645.352434] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a4b9929d-3b0f-42cf-9100-f0db9e66d073 tempest-ListServersNegativeTestJSON-908730112 tempest-ListServersNegativeTestJSON-908730112-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 645.355785] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-a4b9929d-3b0f-42cf-9100-f0db9e66d073 tempest-ListServersNegativeTestJSON-908730112 tempest-ListServersNegativeTestJSON-908730112-project-member] [instance: 04f5dd28-9b5e-4175-9f00-bbd55e8db2ec] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 645.356468] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a4b9929d-3b0f-42cf-9100-f0db9e66d073 tempest-ListServersNegativeTestJSON-908730112 tempest-ListServersNegativeTestJSON-908730112-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 645.356671] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a4b9929d-3b0f-42cf-9100-f0db9e66d073 tempest-ListServersNegativeTestJSON-908730112 tempest-ListServersNegativeTestJSON-908730112-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 645.356838] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a4b9929d-3b0f-42cf-9100-f0db9e66d073 tempest-ListServersNegativeTestJSON-908730112 tempest-ListServersNegativeTestJSON-908730112-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 645.371458] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a4b9929d-3b0f-42cf-9100-f0db9e66d073 tempest-ListServersNegativeTestJSON-908730112 tempest-ListServersNegativeTestJSON-908730112-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 645.371555] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a4b9929d-3b0f-42cf-9100-f0db9e66d073 tempest-ListServersNegativeTestJSON-908730112 tempest-ListServersNegativeTestJSON-908730112-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 645.371687] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a4b9929d-3b0f-42cf-9100-f0db9e66d073 tempest-ListServersNegativeTestJSON-908730112 tempest-ListServersNegativeTestJSON-908730112-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 648.085253] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-5cc93b04-8a11-4177-98c8-e522b6e72aa0 tempest-ServersTestJSON-1581970525 tempest-ServersTestJSON-1581970525-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54851) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 648.106120] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-5cc93b04-8a11-4177-98c8-e522b6e72aa0 tempest-ServersTestJSON-1581970525 tempest-ServersTestJSON-1581970525-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.106120] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-5cc93b04-8a11-4177-98c8-e522b6e72aa0 tempest-ServersTestJSON-1581970525 tempest-ServersTestJSON-1581970525-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.106332] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-5cc93b04-8a11-4177-98c8-e522b6e72aa0 tempest-ServersTestJSON-1581970525 tempest-ServersTestJSON-1581970525-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 648.161409] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-5cc93b04-8a11-4177-98c8-e522b6e72aa0 tempest-ServersTestJSON-1581970525 tempest-ServersTestJSON-1581970525-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.161409] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-5cc93b04-8a11-4177-98c8-e522b6e72aa0 tempest-ServersTestJSON-1581970525 tempest-ServersTestJSON-1581970525-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.161409] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-5cc93b04-8a11-4177-98c8-e522b6e72aa0 tempest-ServersTestJSON-1581970525 tempest-ServersTestJSON-1581970525-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 648.161409] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-5cc93b04-8a11-4177-98c8-e522b6e72aa0 tempest-ServersTestJSON-1581970525 tempest-ServersTestJSON-1581970525-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.161409] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-5cc93b04-8a11-4177-98c8-e522b6e72aa0 tempest-ServersTestJSON-1581970525 tempest-ServersTestJSON-1581970525-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.161409] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-5cc93b04-8a11-4177-98c8-e522b6e72aa0 tempest-ServersTestJSON-1581970525 tempest-ServersTestJSON-1581970525-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 648.171737] nova-conductor[54851]: DEBUG nova.quota [None req-5cc93b04-8a11-4177-98c8-e522b6e72aa0 tempest-ServersTestJSON-1581970525 tempest-ServersTestJSON-1581970525-project-member] Getting quotas for project fc2d66dc7eca4dfc975713f73a7ce13d. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 648.176394] nova-conductor[54851]: DEBUG nova.quota [None req-5cc93b04-8a11-4177-98c8-e522b6e72aa0 tempest-ServersTestJSON-1581970525 tempest-ServersTestJSON-1581970525-project-member] Getting quotas for user 181708cc7de14c83ab99dc9017699f19 and project fc2d66dc7eca4dfc975713f73a7ce13d. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 648.183094] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-5cc93b04-8a11-4177-98c8-e522b6e72aa0 tempest-ServersTestJSON-1581970525 tempest-ServersTestJSON-1581970525-project-member] [instance: 9f6e1fdf-d7b3-48eb-b4f9-729d4c1fb9cc] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54851) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 648.183599] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-5cc93b04-8a11-4177-98c8-e522b6e72aa0 tempest-ServersTestJSON-1581970525 tempest-ServersTestJSON-1581970525-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.183811] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-5cc93b04-8a11-4177-98c8-e522b6e72aa0 tempest-ServersTestJSON-1581970525 tempest-ServersTestJSON-1581970525-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.184046] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-5cc93b04-8a11-4177-98c8-e522b6e72aa0 tempest-ServersTestJSON-1581970525 tempest-ServersTestJSON-1581970525-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 648.188754] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-5cc93b04-8a11-4177-98c8-e522b6e72aa0 tempest-ServersTestJSON-1581970525 tempest-ServersTestJSON-1581970525-project-member] [instance: 9f6e1fdf-d7b3-48eb-b4f9-729d4c1fb9cc] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54851) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 648.189741] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-5cc93b04-8a11-4177-98c8-e522b6e72aa0 tempest-ServersTestJSON-1581970525 tempest-ServersTestJSON-1581970525-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.189920] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-5cc93b04-8a11-4177-98c8-e522b6e72aa0 tempest-ServersTestJSON-1581970525 tempest-ServersTestJSON-1581970525-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.190443] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-5cc93b04-8a11-4177-98c8-e522b6e72aa0 tempest-ServersTestJSON-1581970525 tempest-ServersTestJSON-1581970525-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 648.212048] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-5cc93b04-8a11-4177-98c8-e522b6e72aa0 tempest-ServersTestJSON-1581970525 tempest-ServersTestJSON-1581970525-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.212345] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-5cc93b04-8a11-4177-98c8-e522b6e72aa0 tempest-ServersTestJSON-1581970525 tempest-ServersTestJSON-1581970525-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.212567] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-5cc93b04-8a11-4177-98c8-e522b6e72aa0 tempest-ServersTestJSON-1581970525 tempest-ServersTestJSON-1581970525-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 648.593783] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-666a3bde-124f-4b7f-98fe-3751d4c9c438 tempest-ServersV294TestFqdnHostnames-1810021111 tempest-ServersV294TestFqdnHostnames-1810021111-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54851) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 648.616981] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-666a3bde-124f-4b7f-98fe-3751d4c9c438 tempest-ServersV294TestFqdnHostnames-1810021111 tempest-ServersV294TestFqdnHostnames-1810021111-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.616981] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-666a3bde-124f-4b7f-98fe-3751d4c9c438 tempest-ServersV294TestFqdnHostnames-1810021111 tempest-ServersV294TestFqdnHostnames-1810021111-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.617277] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-666a3bde-124f-4b7f-98fe-3751d4c9c438 tempest-ServersV294TestFqdnHostnames-1810021111 tempest-ServersV294TestFqdnHostnames-1810021111-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 648.656463] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-666a3bde-124f-4b7f-98fe-3751d4c9c438 tempest-ServersV294TestFqdnHostnames-1810021111 tempest-ServersV294TestFqdnHostnames-1810021111-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.656709] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-666a3bde-124f-4b7f-98fe-3751d4c9c438 tempest-ServersV294TestFqdnHostnames-1810021111 tempest-ServersV294TestFqdnHostnames-1810021111-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.657078] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-666a3bde-124f-4b7f-98fe-3751d4c9c438 tempest-ServersV294TestFqdnHostnames-1810021111 tempest-ServersV294TestFqdnHostnames-1810021111-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 648.657270] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-666a3bde-124f-4b7f-98fe-3751d4c9c438 tempest-ServersV294TestFqdnHostnames-1810021111 tempest-ServersV294TestFqdnHostnames-1810021111-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.657484] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-666a3bde-124f-4b7f-98fe-3751d4c9c438 tempest-ServersV294TestFqdnHostnames-1810021111 tempest-ServersV294TestFqdnHostnames-1810021111-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.657648] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-666a3bde-124f-4b7f-98fe-3751d4c9c438 tempest-ServersV294TestFqdnHostnames-1810021111 tempest-ServersV294TestFqdnHostnames-1810021111-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 648.669201] nova-conductor[54851]: DEBUG nova.quota [None req-666a3bde-124f-4b7f-98fe-3751d4c9c438 tempest-ServersV294TestFqdnHostnames-1810021111 tempest-ServersV294TestFqdnHostnames-1810021111-project-member] Getting quotas for project c7786c2281424cf5a09e49330446f5b7. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 648.673605] nova-conductor[54851]: DEBUG nova.quota [None req-666a3bde-124f-4b7f-98fe-3751d4c9c438 tempest-ServersV294TestFqdnHostnames-1810021111 tempest-ServersV294TestFqdnHostnames-1810021111-project-member] Getting quotas for user 1e4f40cf7ecb417ab616bbc67540006a and project c7786c2281424cf5a09e49330446f5b7. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 648.680584] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-666a3bde-124f-4b7f-98fe-3751d4c9c438 tempest-ServersV294TestFqdnHostnames-1810021111 tempest-ServersV294TestFqdnHostnames-1810021111-project-member] [instance: 38e05fe2-d938-43d6-ab2b-b99fb7be51d5] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54851) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 648.681369] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-666a3bde-124f-4b7f-98fe-3751d4c9c438 tempest-ServersV294TestFqdnHostnames-1810021111 tempest-ServersV294TestFqdnHostnames-1810021111-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.681369] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-666a3bde-124f-4b7f-98fe-3751d4c9c438 tempest-ServersV294TestFqdnHostnames-1810021111 tempest-ServersV294TestFqdnHostnames-1810021111-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.681508] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-666a3bde-124f-4b7f-98fe-3751d4c9c438 tempest-ServersV294TestFqdnHostnames-1810021111 tempest-ServersV294TestFqdnHostnames-1810021111-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 648.692267] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-666a3bde-124f-4b7f-98fe-3751d4c9c438 tempest-ServersV294TestFqdnHostnames-1810021111 tempest-ServersV294TestFqdnHostnames-1810021111-project-member] [instance: 38e05fe2-d938-43d6-ab2b-b99fb7be51d5] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54851) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 648.692963] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-666a3bde-124f-4b7f-98fe-3751d4c9c438 tempest-ServersV294TestFqdnHostnames-1810021111 tempest-ServersV294TestFqdnHostnames-1810021111-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.693200] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-666a3bde-124f-4b7f-98fe-3751d4c9c438 tempest-ServersV294TestFqdnHostnames-1810021111 tempest-ServersV294TestFqdnHostnames-1810021111-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.693371] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-666a3bde-124f-4b7f-98fe-3751d4c9c438 tempest-ServersV294TestFqdnHostnames-1810021111 tempest-ServersV294TestFqdnHostnames-1810021111-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 648.721285] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-666a3bde-124f-4b7f-98fe-3751d4c9c438 tempest-ServersV294TestFqdnHostnames-1810021111 tempest-ServersV294TestFqdnHostnames-1810021111-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 648.721517] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-666a3bde-124f-4b7f-98fe-3751d4c9c438 tempest-ServersV294TestFqdnHostnames-1810021111 tempest-ServersV294TestFqdnHostnames-1810021111-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 648.721688] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-666a3bde-124f-4b7f-98fe-3751d4c9c438 tempest-ServersV294TestFqdnHostnames-1810021111 tempest-ServersV294TestFqdnHostnames-1810021111-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 649.773801] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-a6bc5a26-38b6-45b6-ba90-3318437b43d1 tempest-ServersTestMultiNic-1870011473 tempest-ServersTestMultiNic-1870011473-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54851) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 649.792687] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-a6bc5a26-38b6-45b6-ba90-3318437b43d1 tempest-ServersTestMultiNic-1870011473 tempest-ServersTestMultiNic-1870011473-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 649.793076] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-a6bc5a26-38b6-45b6-ba90-3318437b43d1 tempest-ServersTestMultiNic-1870011473 tempest-ServersTestMultiNic-1870011473-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 649.793178] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-a6bc5a26-38b6-45b6-ba90-3318437b43d1 tempest-ServersTestMultiNic-1870011473 tempest-ServersTestMultiNic-1870011473-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 649.833682] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-a6bc5a26-38b6-45b6-ba90-3318437b43d1 tempest-ServersTestMultiNic-1870011473 tempest-ServersTestMultiNic-1870011473-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 649.833682] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-a6bc5a26-38b6-45b6-ba90-3318437b43d1 tempest-ServersTestMultiNic-1870011473 tempest-ServersTestMultiNic-1870011473-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 649.833682] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-a6bc5a26-38b6-45b6-ba90-3318437b43d1 tempest-ServersTestMultiNic-1870011473 tempest-ServersTestMultiNic-1870011473-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 649.833682] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-a6bc5a26-38b6-45b6-ba90-3318437b43d1 tempest-ServersTestMultiNic-1870011473 tempest-ServersTestMultiNic-1870011473-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 649.833682] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-a6bc5a26-38b6-45b6-ba90-3318437b43d1 tempest-ServersTestMultiNic-1870011473 tempest-ServersTestMultiNic-1870011473-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 649.833920] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-a6bc5a26-38b6-45b6-ba90-3318437b43d1 tempest-ServersTestMultiNic-1870011473 tempest-ServersTestMultiNic-1870011473-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 649.843591] nova-conductor[54851]: DEBUG nova.quota [None req-a6bc5a26-38b6-45b6-ba90-3318437b43d1 tempest-ServersTestMultiNic-1870011473 tempest-ServersTestMultiNic-1870011473-project-member] Getting quotas for project a9908ca9c44c41c7a0cfe9e1af34a4aa. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 649.850580] nova-conductor[54851]: DEBUG nova.quota [None req-a6bc5a26-38b6-45b6-ba90-3318437b43d1 tempest-ServersTestMultiNic-1870011473 tempest-ServersTestMultiNic-1870011473-project-member] Getting quotas for user f4e5d87441d1430f84b10a8397b4834e and project a9908ca9c44c41c7a0cfe9e1af34a4aa. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 649.863265] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-a6bc5a26-38b6-45b6-ba90-3318437b43d1 tempest-ServersTestMultiNic-1870011473 tempest-ServersTestMultiNic-1870011473-project-member] [instance: 5283bf79-bf20-4a38-912f-ced401fbd691] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54851) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 649.863630] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-a6bc5a26-38b6-45b6-ba90-3318437b43d1 tempest-ServersTestMultiNic-1870011473 tempest-ServersTestMultiNic-1870011473-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 649.863833] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-a6bc5a26-38b6-45b6-ba90-3318437b43d1 tempest-ServersTestMultiNic-1870011473 tempest-ServersTestMultiNic-1870011473-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 649.863996] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-a6bc5a26-38b6-45b6-ba90-3318437b43d1 tempest-ServersTestMultiNic-1870011473 tempest-ServersTestMultiNic-1870011473-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 649.869505] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-a6bc5a26-38b6-45b6-ba90-3318437b43d1 tempest-ServersTestMultiNic-1870011473 tempest-ServersTestMultiNic-1870011473-project-member] [instance: 5283bf79-bf20-4a38-912f-ced401fbd691] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54851) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 649.870210] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-a6bc5a26-38b6-45b6-ba90-3318437b43d1 tempest-ServersTestMultiNic-1870011473 tempest-ServersTestMultiNic-1870011473-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 649.870406] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-a6bc5a26-38b6-45b6-ba90-3318437b43d1 tempest-ServersTestMultiNic-1870011473 tempest-ServersTestMultiNic-1870011473-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 649.870568] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-a6bc5a26-38b6-45b6-ba90-3318437b43d1 tempest-ServersTestMultiNic-1870011473 tempest-ServersTestMultiNic-1870011473-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 649.889287] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-a6bc5a26-38b6-45b6-ba90-3318437b43d1 tempest-ServersTestMultiNic-1870011473 tempest-ServersTestMultiNic-1870011473-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 649.889540] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-a6bc5a26-38b6-45b6-ba90-3318437b43d1 tempest-ServersTestMultiNic-1870011473 tempest-ServersTestMultiNic-1870011473-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 649.889669] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-a6bc5a26-38b6-45b6-ba90-3318437b43d1 tempest-ServersTestMultiNic-1870011473 tempest-ServersTestMultiNic-1870011473-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 650.641951] nova-conductor[54852]: ERROR nova.scheduler.utils [None req-fe7fc4d3-3c36-45be-868b-082636f0fc2b tempest-VolumesAssistedSnapshotsTest-586058241 tempest-VolumesAssistedSnapshotsTest-586058241-project-member] [instance: f569eee5-8806-4493-8625-52b55513f64c] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 288e9672-8694-49b1-aea7-8532f1373dec, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance f569eee5-8806-4493-8625-52b55513f64c was re-scheduled: Binding failed for port 288e9672-8694-49b1-aea7-8532f1373dec, please check neutron logs for more information.\n'] [ 650.641951] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-fe7fc4d3-3c36-45be-868b-082636f0fc2b tempest-VolumesAssistedSnapshotsTest-586058241 tempest-VolumesAssistedSnapshotsTest-586058241-project-member] Rescheduling: True {{(pid=54852) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 650.641951] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-fe7fc4d3-3c36-45be-868b-082636f0fc2b tempest-VolumesAssistedSnapshotsTest-586058241 tempest-VolumesAssistedSnapshotsTest-586058241-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance f569eee5-8806-4493-8625-52b55513f64c.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance f569eee5-8806-4493-8625-52b55513f64c. [ 650.641951] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-fe7fc4d3-3c36-45be-868b-082636f0fc2b tempest-VolumesAssistedSnapshotsTest-586058241 tempest-VolumesAssistedSnapshotsTest-586058241-project-member] [instance: f569eee5-8806-4493-8625-52b55513f64c] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance f569eee5-8806-4493-8625-52b55513f64c. [ 650.676767] nova-conductor[54852]: DEBUG nova.network.neutron [None req-fe7fc4d3-3c36-45be-868b-082636f0fc2b tempest-VolumesAssistedSnapshotsTest-586058241 tempest-VolumesAssistedSnapshotsTest-586058241-project-member] [instance: f569eee5-8806-4493-8625-52b55513f64c] deallocate_for_instance() {{(pid=54852) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 650.703168] nova-conductor[54852]: DEBUG nova.network.neutron [None req-fe7fc4d3-3c36-45be-868b-082636f0fc2b tempest-VolumesAssistedSnapshotsTest-586058241 tempest-VolumesAssistedSnapshotsTest-586058241-project-member] [instance: f569eee5-8806-4493-8625-52b55513f64c] Instance cache missing network info. {{(pid=54852) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 650.710916] nova-conductor[54852]: DEBUG nova.network.neutron [None req-fe7fc4d3-3c36-45be-868b-082636f0fc2b tempest-VolumesAssistedSnapshotsTest-586058241 tempest-VolumesAssistedSnapshotsTest-586058241-project-member] [instance: f569eee5-8806-4493-8625-52b55513f64c] Updating instance_info_cache with network_info: [] {{(pid=54852) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.421760] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-1dd95b8a-3d77-47a3-b1fe-9aa38d085e39 tempest-ServerMetadataTestJSON-814045322 tempest-ServerMetadataTestJSON-814045322-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54851) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 652.438158] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-1dd95b8a-3d77-47a3-b1fe-9aa38d085e39 tempest-ServerMetadataTestJSON-814045322 tempest-ServerMetadataTestJSON-814045322-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 652.438158] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-1dd95b8a-3d77-47a3-b1fe-9aa38d085e39 tempest-ServerMetadataTestJSON-814045322 tempest-ServerMetadataTestJSON-814045322-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 652.438158] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-1dd95b8a-3d77-47a3-b1fe-9aa38d085e39 tempest-ServerMetadataTestJSON-814045322 tempest-ServerMetadataTestJSON-814045322-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 652.478086] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-1dd95b8a-3d77-47a3-b1fe-9aa38d085e39 tempest-ServerMetadataTestJSON-814045322 tempest-ServerMetadataTestJSON-814045322-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 652.478333] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-1dd95b8a-3d77-47a3-b1fe-9aa38d085e39 tempest-ServerMetadataTestJSON-814045322 tempest-ServerMetadataTestJSON-814045322-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 652.480373] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-1dd95b8a-3d77-47a3-b1fe-9aa38d085e39 tempest-ServerMetadataTestJSON-814045322 tempest-ServerMetadataTestJSON-814045322-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 652.480373] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-1dd95b8a-3d77-47a3-b1fe-9aa38d085e39 tempest-ServerMetadataTestJSON-814045322 tempest-ServerMetadataTestJSON-814045322-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 652.480373] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-1dd95b8a-3d77-47a3-b1fe-9aa38d085e39 tempest-ServerMetadataTestJSON-814045322 tempest-ServerMetadataTestJSON-814045322-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 652.480373] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-1dd95b8a-3d77-47a3-b1fe-9aa38d085e39 tempest-ServerMetadataTestJSON-814045322 tempest-ServerMetadataTestJSON-814045322-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 652.488383] nova-conductor[54851]: DEBUG nova.quota [None req-1dd95b8a-3d77-47a3-b1fe-9aa38d085e39 tempest-ServerMetadataTestJSON-814045322 tempest-ServerMetadataTestJSON-814045322-project-member] Getting quotas for project ea3de73e23ba4a61970b4bffb9e7b5f3. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 652.492021] nova-conductor[54851]: DEBUG nova.quota [None req-1dd95b8a-3d77-47a3-b1fe-9aa38d085e39 tempest-ServerMetadataTestJSON-814045322 tempest-ServerMetadataTestJSON-814045322-project-member] Getting quotas for user 760c43a867c74a13a54be25d82769e37 and project ea3de73e23ba4a61970b4bffb9e7b5f3. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 652.500270] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-1dd95b8a-3d77-47a3-b1fe-9aa38d085e39 tempest-ServerMetadataTestJSON-814045322 tempest-ServerMetadataTestJSON-814045322-project-member] [instance: fc5b891b-8432-4b2f-97d9-c93ca0a18783] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54851) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 652.500747] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-1dd95b8a-3d77-47a3-b1fe-9aa38d085e39 tempest-ServerMetadataTestJSON-814045322 tempest-ServerMetadataTestJSON-814045322-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 652.501040] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-1dd95b8a-3d77-47a3-b1fe-9aa38d085e39 tempest-ServerMetadataTestJSON-814045322 tempest-ServerMetadataTestJSON-814045322-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 652.501128] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-1dd95b8a-3d77-47a3-b1fe-9aa38d085e39 tempest-ServerMetadataTestJSON-814045322 tempest-ServerMetadataTestJSON-814045322-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 652.505532] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-1dd95b8a-3d77-47a3-b1fe-9aa38d085e39 tempest-ServerMetadataTestJSON-814045322 tempest-ServerMetadataTestJSON-814045322-project-member] [instance: fc5b891b-8432-4b2f-97d9-c93ca0a18783] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54851) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 652.506197] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-1dd95b8a-3d77-47a3-b1fe-9aa38d085e39 tempest-ServerMetadataTestJSON-814045322 tempest-ServerMetadataTestJSON-814045322-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 652.506403] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-1dd95b8a-3d77-47a3-b1fe-9aa38d085e39 tempest-ServerMetadataTestJSON-814045322 tempest-ServerMetadataTestJSON-814045322-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 652.506596] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-1dd95b8a-3d77-47a3-b1fe-9aa38d085e39 tempest-ServerMetadataTestJSON-814045322 tempest-ServerMetadataTestJSON-814045322-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 652.528566] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-1dd95b8a-3d77-47a3-b1fe-9aa38d085e39 tempest-ServerMetadataTestJSON-814045322 tempest-ServerMetadataTestJSON-814045322-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 652.528663] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-1dd95b8a-3d77-47a3-b1fe-9aa38d085e39 tempest-ServerMetadataTestJSON-814045322 tempest-ServerMetadataTestJSON-814045322-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 652.528773] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-1dd95b8a-3d77-47a3-b1fe-9aa38d085e39 tempest-ServerMetadataTestJSON-814045322 tempest-ServerMetadataTestJSON-814045322-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 652.598201] nova-conductor[54851]: ERROR nova.scheduler.utils [None req-2f70cfe3-656c-499f-b84d-405e5e2a3df9 tempest-ServerAddressesTestJSON-881028171 tempest-ServerAddressesTestJSON-881028171-project-member] [instance: f363ccb6-2c0e-4520-83b1-f41c74ab8bd3] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 201ac188-f487-4348-97ee-c7533f56677f, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance f363ccb6-2c0e-4520-83b1-f41c74ab8bd3 was re-scheduled: Binding failed for port 201ac188-f487-4348-97ee-c7533f56677f, please check neutron logs for more information.\n'] [ 652.598815] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-2f70cfe3-656c-499f-b84d-405e5e2a3df9 tempest-ServerAddressesTestJSON-881028171 tempest-ServerAddressesTestJSON-881028171-project-member] Rescheduling: True {{(pid=54851) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 652.599100] nova-conductor[54851]: WARNING nova.scheduler.utils [None req-2f70cfe3-656c-499f-b84d-405e5e2a3df9 tempest-ServerAddressesTestJSON-881028171 tempest-ServerAddressesTestJSON-881028171-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance f363ccb6-2c0e-4520-83b1-f41c74ab8bd3.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance f363ccb6-2c0e-4520-83b1-f41c74ab8bd3. [ 652.599467] nova-conductor[54851]: WARNING nova.scheduler.utils [None req-2f70cfe3-656c-499f-b84d-405e5e2a3df9 tempest-ServerAddressesTestJSON-881028171 tempest-ServerAddressesTestJSON-881028171-project-member] [instance: f363ccb6-2c0e-4520-83b1-f41c74ab8bd3] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance f363ccb6-2c0e-4520-83b1-f41c74ab8bd3. [ 652.633733] nova-conductor[54851]: DEBUG nova.network.neutron [None req-2f70cfe3-656c-499f-b84d-405e5e2a3df9 tempest-ServerAddressesTestJSON-881028171 tempest-ServerAddressesTestJSON-881028171-project-member] [instance: f363ccb6-2c0e-4520-83b1-f41c74ab8bd3] deallocate_for_instance() {{(pid=54851) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 652.648329] nova-conductor[54851]: DEBUG nova.network.neutron [None req-2f70cfe3-656c-499f-b84d-405e5e2a3df9 tempest-ServerAddressesTestJSON-881028171 tempest-ServerAddressesTestJSON-881028171-project-member] [instance: f363ccb6-2c0e-4520-83b1-f41c74ab8bd3] Instance cache missing network info. {{(pid=54851) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 652.651723] nova-conductor[54851]: DEBUG nova.network.neutron [None req-2f70cfe3-656c-499f-b84d-405e5e2a3df9 tempest-ServerAddressesTestJSON-881028171 tempest-ServerAddressesTestJSON-881028171-project-member] [instance: f363ccb6-2c0e-4520-83b1-f41c74ab8bd3] Updating instance_info_cache with network_info: [] {{(pid=54851) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 655.264224] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell0:SELECT=5 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 655.359375] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell1:SELECT=19,nova_cell1:SAVEPOINT=5,nova_cell1:INSERT=54,nova_cell1:RELEASE=5 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 655.364984] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_api:SELECT=32,nova_api:UPDATE=4,nova_api:DELETE=3 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 655.371668] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_api:SELECT=37,nova_api:UPDATE=3,nova_api:DELETE=4 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 657.565143] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-7291db4e-a4f6-44f3-a4c3-8ade46ab5d56 tempest-ServerShowV254Test-1622428837 tempest-ServerShowV254Test-1622428837-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 657.593793] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-7291db4e-a4f6-44f3-a4c3-8ade46ab5d56 tempest-ServerShowV254Test-1622428837 tempest-ServerShowV254Test-1622428837-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 657.594065] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-7291db4e-a4f6-44f3-a4c3-8ade46ab5d56 tempest-ServerShowV254Test-1622428837 tempest-ServerShowV254Test-1622428837-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 657.594257] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-7291db4e-a4f6-44f3-a4c3-8ade46ab5d56 tempest-ServerShowV254Test-1622428837 tempest-ServerShowV254Test-1622428837-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 657.637644] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-7291db4e-a4f6-44f3-a4c3-8ade46ab5d56 tempest-ServerShowV254Test-1622428837 tempest-ServerShowV254Test-1622428837-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 657.637887] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-7291db4e-a4f6-44f3-a4c3-8ade46ab5d56 tempest-ServerShowV254Test-1622428837 tempest-ServerShowV254Test-1622428837-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 657.638067] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-7291db4e-a4f6-44f3-a4c3-8ade46ab5d56 tempest-ServerShowV254Test-1622428837 tempest-ServerShowV254Test-1622428837-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 657.638436] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-7291db4e-a4f6-44f3-a4c3-8ade46ab5d56 tempest-ServerShowV254Test-1622428837 tempest-ServerShowV254Test-1622428837-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 657.638622] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-7291db4e-a4f6-44f3-a4c3-8ade46ab5d56 tempest-ServerShowV254Test-1622428837 tempest-ServerShowV254Test-1622428837-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 657.638780] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-7291db4e-a4f6-44f3-a4c3-8ade46ab5d56 tempest-ServerShowV254Test-1622428837 tempest-ServerShowV254Test-1622428837-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 657.655012] nova-conductor[54852]: DEBUG nova.quota [None req-7291db4e-a4f6-44f3-a4c3-8ade46ab5d56 tempest-ServerShowV254Test-1622428837 tempest-ServerShowV254Test-1622428837-project-member] Getting quotas for project bcb5d4bdf83a4d159128e030c6d12ae8. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 657.658692] nova-conductor[54852]: DEBUG nova.quota [None req-7291db4e-a4f6-44f3-a4c3-8ade46ab5d56 tempest-ServerShowV254Test-1622428837 tempest-ServerShowV254Test-1622428837-project-member] Getting quotas for user 4abc7e51e8414d96a24f86a7f3df993f and project bcb5d4bdf83a4d159128e030c6d12ae8. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 657.664325] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-7291db4e-a4f6-44f3-a4c3-8ade46ab5d56 tempest-ServerShowV254Test-1622428837 tempest-ServerShowV254Test-1622428837-project-member] [instance: 9567865d-41ae-4379-8313-e87bfc92fba8] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 657.664886] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-7291db4e-a4f6-44f3-a4c3-8ade46ab5d56 tempest-ServerShowV254Test-1622428837 tempest-ServerShowV254Test-1622428837-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 657.665211] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-7291db4e-a4f6-44f3-a4c3-8ade46ab5d56 tempest-ServerShowV254Test-1622428837 tempest-ServerShowV254Test-1622428837-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 657.665393] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-7291db4e-a4f6-44f3-a4c3-8ade46ab5d56 tempest-ServerShowV254Test-1622428837 tempest-ServerShowV254Test-1622428837-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 657.671813] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-7291db4e-a4f6-44f3-a4c3-8ade46ab5d56 tempest-ServerShowV254Test-1622428837 tempest-ServerShowV254Test-1622428837-project-member] [instance: 9567865d-41ae-4379-8313-e87bfc92fba8] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 657.672612] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-7291db4e-a4f6-44f3-a4c3-8ade46ab5d56 tempest-ServerShowV254Test-1622428837 tempest-ServerShowV254Test-1622428837-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 657.672806] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-7291db4e-a4f6-44f3-a4c3-8ade46ab5d56 tempest-ServerShowV254Test-1622428837 tempest-ServerShowV254Test-1622428837-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 657.672908] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-7291db4e-a4f6-44f3-a4c3-8ade46ab5d56 tempest-ServerShowV254Test-1622428837 tempest-ServerShowV254Test-1622428837-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 657.692035] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-7291db4e-a4f6-44f3-a4c3-8ade46ab5d56 tempest-ServerShowV254Test-1622428837 tempest-ServerShowV254Test-1622428837-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 657.692303] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-7291db4e-a4f6-44f3-a4c3-8ade46ab5d56 tempest-ServerShowV254Test-1622428837 tempest-ServerShowV254Test-1622428837-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 657.692467] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-7291db4e-a4f6-44f3-a4c3-8ade46ab5d56 tempest-ServerShowV254Test-1622428837 tempest-ServerShowV254Test-1622428837-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 658.603035] nova-conductor[54852]: ERROR nova.scheduler.utils [None req-e5c315e1-ceba-4a53-bd15-e4fd267910ef tempest-ServersWithSpecificFlavorTestJSON-1407891863 tempest-ServersWithSpecificFlavorTestJSON-1407891863-project-member] [instance: 51db1590-9612-4d23-a49f-e1900f82ed90] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 384cb6d0-5dd5-4d90-80b1-6dfaaf5bbb56, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 51db1590-9612-4d23-a49f-e1900f82ed90 was re-scheduled: Binding failed for port 384cb6d0-5dd5-4d90-80b1-6dfaaf5bbb56, please check neutron logs for more information.\n'] [ 658.605129] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-e5c315e1-ceba-4a53-bd15-e4fd267910ef tempest-ServersWithSpecificFlavorTestJSON-1407891863 tempest-ServersWithSpecificFlavorTestJSON-1407891863-project-member] Rescheduling: True {{(pid=54852) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 658.605257] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-e5c315e1-ceba-4a53-bd15-e4fd267910ef tempest-ServersWithSpecificFlavorTestJSON-1407891863 tempest-ServersWithSpecificFlavorTestJSON-1407891863-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 51db1590-9612-4d23-a49f-e1900f82ed90.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 51db1590-9612-4d23-a49f-e1900f82ed90. [ 658.605625] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-e5c315e1-ceba-4a53-bd15-e4fd267910ef tempest-ServersWithSpecificFlavorTestJSON-1407891863 tempest-ServersWithSpecificFlavorTestJSON-1407891863-project-member] [instance: 51db1590-9612-4d23-a49f-e1900f82ed90] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 51db1590-9612-4d23-a49f-e1900f82ed90. [ 658.636630] nova-conductor[54852]: DEBUG nova.network.neutron [None req-e5c315e1-ceba-4a53-bd15-e4fd267910ef tempest-ServersWithSpecificFlavorTestJSON-1407891863 tempest-ServersWithSpecificFlavorTestJSON-1407891863-project-member] [instance: 51db1590-9612-4d23-a49f-e1900f82ed90] deallocate_for_instance() {{(pid=54852) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 658.655144] nova-conductor[54852]: DEBUG nova.network.neutron [None req-e5c315e1-ceba-4a53-bd15-e4fd267910ef tempest-ServersWithSpecificFlavorTestJSON-1407891863 tempest-ServersWithSpecificFlavorTestJSON-1407891863-project-member] [instance: 51db1590-9612-4d23-a49f-e1900f82ed90] Instance cache missing network info. {{(pid=54852) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 658.663297] nova-conductor[54852]: DEBUG nova.network.neutron [None req-e5c315e1-ceba-4a53-bd15-e4fd267910ef tempest-ServersWithSpecificFlavorTestJSON-1407891863 tempest-ServersWithSpecificFlavorTestJSON-1407891863-project-member] [instance: 51db1590-9612-4d23-a49f-e1900f82ed90] Updating instance_info_cache with network_info: [] {{(pid=54852) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.483395] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_cell0:SELECT=13 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 662.509606] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_cell1:SELECT=39,nova_cell1:SAVEPOINT=10,nova_cell1:INSERT=102,nova_cell1:RELEASE=10 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 662.518576] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_api:SELECT=70,nova_api:UPDATE=10,nova_api:DELETE=7 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 662.525626] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_api:SELECT=86,nova_api:DELETE=6,nova_api:UPDATE=3 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 662.677644] nova-conductor[54852]: ERROR nova.scheduler.utils [None req-b6738522-06ce-40a4-9e6d-ee5b5ece0dfa tempest-ServerExternalEventsTest-1176729700 tempest-ServerExternalEventsTest-1176729700-project-member] [instance: 1dc0311e-2f03-402a-bb31-117289502ab0] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 02b395c8-1824-407f-8d77-060a295fe5e5, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 1dc0311e-2f03-402a-bb31-117289502ab0 was re-scheduled: Binding failed for port 02b395c8-1824-407f-8d77-060a295fe5e5, please check neutron logs for more information.\n'] [ 662.678264] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-b6738522-06ce-40a4-9e6d-ee5b5ece0dfa tempest-ServerExternalEventsTest-1176729700 tempest-ServerExternalEventsTest-1176729700-project-member] Rescheduling: True {{(pid=54852) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 662.678833] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-b6738522-06ce-40a4-9e6d-ee5b5ece0dfa tempest-ServerExternalEventsTest-1176729700 tempest-ServerExternalEventsTest-1176729700-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 1dc0311e-2f03-402a-bb31-117289502ab0.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 1dc0311e-2f03-402a-bb31-117289502ab0. [ 662.679243] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-b6738522-06ce-40a4-9e6d-ee5b5ece0dfa tempest-ServerExternalEventsTest-1176729700 tempest-ServerExternalEventsTest-1176729700-project-member] [instance: 1dc0311e-2f03-402a-bb31-117289502ab0] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 1dc0311e-2f03-402a-bb31-117289502ab0. [ 662.729598] nova-conductor[54852]: DEBUG nova.network.neutron [None req-b6738522-06ce-40a4-9e6d-ee5b5ece0dfa tempest-ServerExternalEventsTest-1176729700 tempest-ServerExternalEventsTest-1176729700-project-member] [instance: 1dc0311e-2f03-402a-bb31-117289502ab0] deallocate_for_instance() {{(pid=54852) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 662.752112] nova-conductor[54852]: DEBUG nova.network.neutron [None req-b6738522-06ce-40a4-9e6d-ee5b5ece0dfa tempest-ServerExternalEventsTest-1176729700 tempest-ServerExternalEventsTest-1176729700-project-member] [instance: 1dc0311e-2f03-402a-bb31-117289502ab0] Instance cache missing network info. {{(pid=54852) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 662.755225] nova-conductor[54852]: DEBUG nova.network.neutron [None req-b6738522-06ce-40a4-9e6d-ee5b5ece0dfa tempest-ServerExternalEventsTest-1176729700 tempest-ServerExternalEventsTest-1176729700-project-member] [instance: 1dc0311e-2f03-402a-bb31-117289502ab0] Updating instance_info_cache with network_info: [] {{(pid=54852) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.767137] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-452fe707-e83c-4fef-8a40-350f6c5d33cc tempest-ServerRescueNegativeTestJSON-785829795 tempest-ServerRescueNegativeTestJSON-785829795-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 663.787254] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-452fe707-e83c-4fef-8a40-350f6c5d33cc tempest-ServerRescueNegativeTestJSON-785829795 tempest-ServerRescueNegativeTestJSON-785829795-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 663.787506] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-452fe707-e83c-4fef-8a40-350f6c5d33cc tempest-ServerRescueNegativeTestJSON-785829795 tempest-ServerRescueNegativeTestJSON-785829795-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 663.788034] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-452fe707-e83c-4fef-8a40-350f6c5d33cc tempest-ServerRescueNegativeTestJSON-785829795 tempest-ServerRescueNegativeTestJSON-785829795-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 663.843075] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-452fe707-e83c-4fef-8a40-350f6c5d33cc tempest-ServerRescueNegativeTestJSON-785829795 tempest-ServerRescueNegativeTestJSON-785829795-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 663.843075] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-452fe707-e83c-4fef-8a40-350f6c5d33cc tempest-ServerRescueNegativeTestJSON-785829795 tempest-ServerRescueNegativeTestJSON-785829795-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 663.843075] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-452fe707-e83c-4fef-8a40-350f6c5d33cc tempest-ServerRescueNegativeTestJSON-785829795 tempest-ServerRescueNegativeTestJSON-785829795-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 663.843595] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-452fe707-e83c-4fef-8a40-350f6c5d33cc tempest-ServerRescueNegativeTestJSON-785829795 tempest-ServerRescueNegativeTestJSON-785829795-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 663.843641] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-452fe707-e83c-4fef-8a40-350f6c5d33cc tempest-ServerRescueNegativeTestJSON-785829795 tempest-ServerRescueNegativeTestJSON-785829795-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 663.843859] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-452fe707-e83c-4fef-8a40-350f6c5d33cc tempest-ServerRescueNegativeTestJSON-785829795 tempest-ServerRescueNegativeTestJSON-785829795-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 663.859434] nova-conductor[54852]: DEBUG nova.quota [None req-452fe707-e83c-4fef-8a40-350f6c5d33cc tempest-ServerRescueNegativeTestJSON-785829795 tempest-ServerRescueNegativeTestJSON-785829795-project-member] Getting quotas for project 820b057a4e71403eb0d244011cfc4e55. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 663.862923] nova-conductor[54852]: DEBUG nova.quota [None req-452fe707-e83c-4fef-8a40-350f6c5d33cc tempest-ServerRescueNegativeTestJSON-785829795 tempest-ServerRescueNegativeTestJSON-785829795-project-member] Getting quotas for user 301bff8b7e424da8a71aebf8d3137568 and project 820b057a4e71403eb0d244011cfc4e55. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 663.869409] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-452fe707-e83c-4fef-8a40-350f6c5d33cc tempest-ServerRescueNegativeTestJSON-785829795 tempest-ServerRescueNegativeTestJSON-785829795-project-member] [instance: 0f8162d7-c5e6-4c66-8a10-bb06998738b5] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 663.869906] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-452fe707-e83c-4fef-8a40-350f6c5d33cc tempest-ServerRescueNegativeTestJSON-785829795 tempest-ServerRescueNegativeTestJSON-785829795-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 663.870216] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-452fe707-e83c-4fef-8a40-350f6c5d33cc tempest-ServerRescueNegativeTestJSON-785829795 tempest-ServerRescueNegativeTestJSON-785829795-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 663.870357] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-452fe707-e83c-4fef-8a40-350f6c5d33cc tempest-ServerRescueNegativeTestJSON-785829795 tempest-ServerRescueNegativeTestJSON-785829795-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 663.873873] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-452fe707-e83c-4fef-8a40-350f6c5d33cc tempest-ServerRescueNegativeTestJSON-785829795 tempest-ServerRescueNegativeTestJSON-785829795-project-member] [instance: 0f8162d7-c5e6-4c66-8a10-bb06998738b5] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 663.874500] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-452fe707-e83c-4fef-8a40-350f6c5d33cc tempest-ServerRescueNegativeTestJSON-785829795 tempest-ServerRescueNegativeTestJSON-785829795-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 663.874671] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-452fe707-e83c-4fef-8a40-350f6c5d33cc tempest-ServerRescueNegativeTestJSON-785829795 tempest-ServerRescueNegativeTestJSON-785829795-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 663.874841] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-452fe707-e83c-4fef-8a40-350f6c5d33cc tempest-ServerRescueNegativeTestJSON-785829795 tempest-ServerRescueNegativeTestJSON-785829795-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 663.895612] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-452fe707-e83c-4fef-8a40-350f6c5d33cc tempest-ServerRescueNegativeTestJSON-785829795 tempest-ServerRescueNegativeTestJSON-785829795-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 663.895612] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-452fe707-e83c-4fef-8a40-350f6c5d33cc tempest-ServerRescueNegativeTestJSON-785829795 tempest-ServerRescueNegativeTestJSON-785829795-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 663.895612] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-452fe707-e83c-4fef-8a40-350f6c5d33cc tempest-ServerRescueNegativeTestJSON-785829795 tempest-ServerRescueNegativeTestJSON-785829795-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 664.726639] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-8df1282d-2f7a-4089-806d-187ccd308ead tempest-ServerRescueNegativeTestJSON-785829795 tempest-ServerRescueNegativeTestJSON-785829795-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 664.748269] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-8df1282d-2f7a-4089-806d-187ccd308ead tempest-ServerRescueNegativeTestJSON-785829795 tempest-ServerRescueNegativeTestJSON-785829795-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 664.748384] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-8df1282d-2f7a-4089-806d-187ccd308ead tempest-ServerRescueNegativeTestJSON-785829795 tempest-ServerRescueNegativeTestJSON-785829795-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 664.748942] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-8df1282d-2f7a-4089-806d-187ccd308ead tempest-ServerRescueNegativeTestJSON-785829795 tempest-ServerRescueNegativeTestJSON-785829795-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 664.796257] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-8df1282d-2f7a-4089-806d-187ccd308ead tempest-ServerRescueNegativeTestJSON-785829795 tempest-ServerRescueNegativeTestJSON-785829795-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 664.796257] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-8df1282d-2f7a-4089-806d-187ccd308ead tempest-ServerRescueNegativeTestJSON-785829795 tempest-ServerRescueNegativeTestJSON-785829795-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 664.796257] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-8df1282d-2f7a-4089-806d-187ccd308ead tempest-ServerRescueNegativeTestJSON-785829795 tempest-ServerRescueNegativeTestJSON-785829795-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 664.796995] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-8df1282d-2f7a-4089-806d-187ccd308ead tempest-ServerRescueNegativeTestJSON-785829795 tempest-ServerRescueNegativeTestJSON-785829795-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 664.796995] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-8df1282d-2f7a-4089-806d-187ccd308ead tempest-ServerRescueNegativeTestJSON-785829795 tempest-ServerRescueNegativeTestJSON-785829795-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 664.796995] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-8df1282d-2f7a-4089-806d-187ccd308ead tempest-ServerRescueNegativeTestJSON-785829795 tempest-ServerRescueNegativeTestJSON-785829795-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 664.811065] nova-conductor[54851]: ERROR nova.scheduler.utils [None req-d247ef63-4303-404f-89a9-717cd7803b70 tempest-ServerPasswordTestJSON-1685617635 tempest-ServerPasswordTestJSON-1685617635-project-member] [instance: 6511f90d-82e8-4374-bdaf-0a6cc66a5a65] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 312162a5-494e-4f64-b28a-659c3a7bb039, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 6511f90d-82e8-4374-bdaf-0a6cc66a5a65 was re-scheduled: Binding failed for port 312162a5-494e-4f64-b28a-659c3a7bb039, please check neutron logs for more information.\n'] [ 664.812244] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-d247ef63-4303-404f-89a9-717cd7803b70 tempest-ServerPasswordTestJSON-1685617635 tempest-ServerPasswordTestJSON-1685617635-project-member] Rescheduling: True {{(pid=54851) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 664.813286] nova-conductor[54851]: WARNING nova.scheduler.utils [None req-d247ef63-4303-404f-89a9-717cd7803b70 tempest-ServerPasswordTestJSON-1685617635 tempest-ServerPasswordTestJSON-1685617635-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 6511f90d-82e8-4374-bdaf-0a6cc66a5a65.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 6511f90d-82e8-4374-bdaf-0a6cc66a5a65. [ 664.813286] nova-conductor[54851]: WARNING nova.scheduler.utils [None req-d247ef63-4303-404f-89a9-717cd7803b70 tempest-ServerPasswordTestJSON-1685617635 tempest-ServerPasswordTestJSON-1685617635-project-member] [instance: 6511f90d-82e8-4374-bdaf-0a6cc66a5a65] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 6511f90d-82e8-4374-bdaf-0a6cc66a5a65. [ 664.817044] nova-conductor[54852]: DEBUG nova.quota [None req-8df1282d-2f7a-4089-806d-187ccd308ead tempest-ServerRescueNegativeTestJSON-785829795 tempest-ServerRescueNegativeTestJSON-785829795-project-member] Getting quotas for project 820b057a4e71403eb0d244011cfc4e55. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 664.830350] nova-conductor[54852]: DEBUG nova.quota [None req-8df1282d-2f7a-4089-806d-187ccd308ead tempest-ServerRescueNegativeTestJSON-785829795 tempest-ServerRescueNegativeTestJSON-785829795-project-member] Getting quotas for user 301bff8b7e424da8a71aebf8d3137568 and project 820b057a4e71403eb0d244011cfc4e55. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 664.838992] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-8df1282d-2f7a-4089-806d-187ccd308ead tempest-ServerRescueNegativeTestJSON-785829795 tempest-ServerRescueNegativeTestJSON-785829795-project-member] [instance: 65c1a63f-4645-40fe-b429-00923e60d1cb] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 664.839753] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-8df1282d-2f7a-4089-806d-187ccd308ead tempest-ServerRescueNegativeTestJSON-785829795 tempest-ServerRescueNegativeTestJSON-785829795-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 664.840125] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-8df1282d-2f7a-4089-806d-187ccd308ead tempest-ServerRescueNegativeTestJSON-785829795 tempest-ServerRescueNegativeTestJSON-785829795-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 664.840786] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-8df1282d-2f7a-4089-806d-187ccd308ead tempest-ServerRescueNegativeTestJSON-785829795 tempest-ServerRescueNegativeTestJSON-785829795-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 664.846040] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-8df1282d-2f7a-4089-806d-187ccd308ead tempest-ServerRescueNegativeTestJSON-785829795 tempest-ServerRescueNegativeTestJSON-785829795-project-member] [instance: 65c1a63f-4645-40fe-b429-00923e60d1cb] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 664.846914] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-8df1282d-2f7a-4089-806d-187ccd308ead tempest-ServerRescueNegativeTestJSON-785829795 tempest-ServerRescueNegativeTestJSON-785829795-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 664.847254] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-8df1282d-2f7a-4089-806d-187ccd308ead tempest-ServerRescueNegativeTestJSON-785829795 tempest-ServerRescueNegativeTestJSON-785829795-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 664.848512] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-8df1282d-2f7a-4089-806d-187ccd308ead tempest-ServerRescueNegativeTestJSON-785829795 tempest-ServerRescueNegativeTestJSON-785829795-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 664.862529] nova-conductor[54851]: DEBUG nova.network.neutron [None req-d247ef63-4303-404f-89a9-717cd7803b70 tempest-ServerPasswordTestJSON-1685617635 tempest-ServerPasswordTestJSON-1685617635-project-member] [instance: 6511f90d-82e8-4374-bdaf-0a6cc66a5a65] deallocate_for_instance() {{(pid=54851) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 664.880883] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-8df1282d-2f7a-4089-806d-187ccd308ead tempest-ServerRescueNegativeTestJSON-785829795 tempest-ServerRescueNegativeTestJSON-785829795-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 664.881274] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-8df1282d-2f7a-4089-806d-187ccd308ead tempest-ServerRescueNegativeTestJSON-785829795 tempest-ServerRescueNegativeTestJSON-785829795-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 664.881660] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-8df1282d-2f7a-4089-806d-187ccd308ead tempest-ServerRescueNegativeTestJSON-785829795 tempest-ServerRescueNegativeTestJSON-785829795-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 664.885347] nova-conductor[54851]: DEBUG nova.network.neutron [None req-d247ef63-4303-404f-89a9-717cd7803b70 tempest-ServerPasswordTestJSON-1685617635 tempest-ServerPasswordTestJSON-1685617635-project-member] [instance: 6511f90d-82e8-4374-bdaf-0a6cc66a5a65] Instance cache missing network info. {{(pid=54851) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 664.890428] nova-conductor[54851]: DEBUG nova.network.neutron [None req-d247ef63-4303-404f-89a9-717cd7803b70 tempest-ServerPasswordTestJSON-1685617635 tempest-ServerPasswordTestJSON-1685617635-project-member] [instance: 6511f90d-82e8-4374-bdaf-0a6cc66a5a65] Updating instance_info_cache with network_info: [] {{(pid=54851) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.600803] nova-conductor[54851]: ERROR nova.scheduler.utils [None req-ce08993a-4a08-4a94-8372-d7b5e60671ab tempest-ServersAdminNegativeTestJSON-162250365 tempest-ServersAdminNegativeTestJSON-162250365-project-member] [instance: 722f0334-6210-46b8-87de-d9bf24812a1f] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 5deee2ee-241b-4ebe-b06c-7e2c19331b14, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 722f0334-6210-46b8-87de-d9bf24812a1f was re-scheduled: Binding failed for port 5deee2ee-241b-4ebe-b06c-7e2c19331b14, please check neutron logs for more information.\n'] [ 669.600803] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-ce08993a-4a08-4a94-8372-d7b5e60671ab tempest-ServersAdminNegativeTestJSON-162250365 tempest-ServersAdminNegativeTestJSON-162250365-project-member] Rescheduling: True {{(pid=54851) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 669.600803] nova-conductor[54851]: WARNING nova.scheduler.utils [None req-ce08993a-4a08-4a94-8372-d7b5e60671ab tempest-ServersAdminNegativeTestJSON-162250365 tempest-ServersAdminNegativeTestJSON-162250365-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 722f0334-6210-46b8-87de-d9bf24812a1f.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 722f0334-6210-46b8-87de-d9bf24812a1f. [ 669.600803] nova-conductor[54851]: WARNING nova.scheduler.utils [None req-ce08993a-4a08-4a94-8372-d7b5e60671ab tempest-ServersAdminNegativeTestJSON-162250365 tempest-ServersAdminNegativeTestJSON-162250365-project-member] [instance: 722f0334-6210-46b8-87de-d9bf24812a1f] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 722f0334-6210-46b8-87de-d9bf24812a1f. [ 669.636794] nova-conductor[54851]: DEBUG nova.network.neutron [None req-ce08993a-4a08-4a94-8372-d7b5e60671ab tempest-ServersAdminNegativeTestJSON-162250365 tempest-ServersAdminNegativeTestJSON-162250365-project-member] [instance: 722f0334-6210-46b8-87de-d9bf24812a1f] deallocate_for_instance() {{(pid=54851) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 669.663722] nova-conductor[54851]: DEBUG nova.network.neutron [None req-ce08993a-4a08-4a94-8372-d7b5e60671ab tempest-ServersAdminNegativeTestJSON-162250365 tempest-ServersAdminNegativeTestJSON-162250365-project-member] [instance: 722f0334-6210-46b8-87de-d9bf24812a1f] Instance cache missing network info. {{(pid=54851) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 669.668683] nova-conductor[54851]: DEBUG nova.network.neutron [None req-ce08993a-4a08-4a94-8372-d7b5e60671ab tempest-ServersAdminNegativeTestJSON-162250365 tempest-ServersAdminNegativeTestJSON-162250365-project-member] [instance: 722f0334-6210-46b8-87de-d9bf24812a1f] Updating instance_info_cache with network_info: [] {{(pid=54851) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 670.828920] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-3395ce28-ebd0-48a6-99e1-930406bd6890 tempest-ServersTestManualDisk-1814691432 tempest-ServersTestManualDisk-1814691432-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54851) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 670.844772] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-3395ce28-ebd0-48a6-99e1-930406bd6890 tempest-ServersTestManualDisk-1814691432 tempest-ServersTestManualDisk-1814691432-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 670.845183] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-3395ce28-ebd0-48a6-99e1-930406bd6890 tempest-ServersTestManualDisk-1814691432 tempest-ServersTestManualDisk-1814691432-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 670.845472] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-3395ce28-ebd0-48a6-99e1-930406bd6890 tempest-ServersTestManualDisk-1814691432 tempest-ServersTestManualDisk-1814691432-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 670.906570] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-3395ce28-ebd0-48a6-99e1-930406bd6890 tempest-ServersTestManualDisk-1814691432 tempest-ServersTestManualDisk-1814691432-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 670.909039] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-3395ce28-ebd0-48a6-99e1-930406bd6890 tempest-ServersTestManualDisk-1814691432 tempest-ServersTestManualDisk-1814691432-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 670.909039] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-3395ce28-ebd0-48a6-99e1-930406bd6890 tempest-ServersTestManualDisk-1814691432 tempest-ServersTestManualDisk-1814691432-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 670.909039] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-3395ce28-ebd0-48a6-99e1-930406bd6890 tempest-ServersTestManualDisk-1814691432 tempest-ServersTestManualDisk-1814691432-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 670.909039] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-3395ce28-ebd0-48a6-99e1-930406bd6890 tempest-ServersTestManualDisk-1814691432 tempest-ServersTestManualDisk-1814691432-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 670.909039] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-3395ce28-ebd0-48a6-99e1-930406bd6890 tempest-ServersTestManualDisk-1814691432 tempest-ServersTestManualDisk-1814691432-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 670.921036] nova-conductor[54851]: DEBUG nova.quota [None req-3395ce28-ebd0-48a6-99e1-930406bd6890 tempest-ServersTestManualDisk-1814691432 tempest-ServersTestManualDisk-1814691432-project-member] Getting quotas for project e9fd4a3c627a4cc9a4d60f82523789bc. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 670.924447] nova-conductor[54851]: DEBUG nova.quota [None req-3395ce28-ebd0-48a6-99e1-930406bd6890 tempest-ServersTestManualDisk-1814691432 tempest-ServersTestManualDisk-1814691432-project-member] Getting quotas for user 961c82479b2947618253976978b859ec and project e9fd4a3c627a4cc9a4d60f82523789bc. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 670.934768] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-3395ce28-ebd0-48a6-99e1-930406bd6890 tempest-ServersTestManualDisk-1814691432 tempest-ServersTestManualDisk-1814691432-project-member] [instance: 2222309b-ce4e-46eb-a620-34553f644947] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54851) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 670.935314] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-3395ce28-ebd0-48a6-99e1-930406bd6890 tempest-ServersTestManualDisk-1814691432 tempest-ServersTestManualDisk-1814691432-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 670.935498] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-3395ce28-ebd0-48a6-99e1-930406bd6890 tempest-ServersTestManualDisk-1814691432 tempest-ServersTestManualDisk-1814691432-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 670.935663] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-3395ce28-ebd0-48a6-99e1-930406bd6890 tempest-ServersTestManualDisk-1814691432 tempest-ServersTestManualDisk-1814691432-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 670.943572] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-3395ce28-ebd0-48a6-99e1-930406bd6890 tempest-ServersTestManualDisk-1814691432 tempest-ServersTestManualDisk-1814691432-project-member] [instance: 2222309b-ce4e-46eb-a620-34553f644947] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54851) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 670.944356] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-3395ce28-ebd0-48a6-99e1-930406bd6890 tempest-ServersTestManualDisk-1814691432 tempest-ServersTestManualDisk-1814691432-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 670.944576] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-3395ce28-ebd0-48a6-99e1-930406bd6890 tempest-ServersTestManualDisk-1814691432 tempest-ServersTestManualDisk-1814691432-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 670.944746] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-3395ce28-ebd0-48a6-99e1-930406bd6890 tempest-ServersTestManualDisk-1814691432 tempest-ServersTestManualDisk-1814691432-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 670.991389] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-3395ce28-ebd0-48a6-99e1-930406bd6890 tempest-ServersTestManualDisk-1814691432 tempest-ServersTestManualDisk-1814691432-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 670.991612] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-3395ce28-ebd0-48a6-99e1-930406bd6890 tempest-ServersTestManualDisk-1814691432 tempest-ServersTestManualDisk-1814691432-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 670.991780] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-3395ce28-ebd0-48a6-99e1-930406bd6890 tempest-ServersTestManualDisk-1814691432 tempest-ServersTestManualDisk-1814691432-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 671.382428] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-332a3e1c-4c5e-4a35-bf18-965aec531699 tempest-ImagesOneServerTestJSON-74964259 tempest-ImagesOneServerTestJSON-74964259-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54851) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 671.401600] nova-conductor[54852]: ERROR nova.scheduler.utils [None req-d04a7b68-d58d-436c-afb8-f78c976b0094 tempest-ServersAdminTestJSON-102436230 tempest-ServersAdminTestJSON-102436230-project-member] [instance: 510731f2-399d-486a-8c60-1c61c05063de] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 4fdfc6d8-f6af-4171-9c89-4937b1d59604, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 510731f2-399d-486a-8c60-1c61c05063de was re-scheduled: Binding failed for port 4fdfc6d8-f6af-4171-9c89-4937b1d59604, please check neutron logs for more information.\n'] [ 671.402994] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-d04a7b68-d58d-436c-afb8-f78c976b0094 tempest-ServersAdminTestJSON-102436230 tempest-ServersAdminTestJSON-102436230-project-member] Rescheduling: True {{(pid=54852) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 671.406019] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-d04a7b68-d58d-436c-afb8-f78c976b0094 tempest-ServersAdminTestJSON-102436230 tempest-ServersAdminTestJSON-102436230-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 510731f2-399d-486a-8c60-1c61c05063de.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 510731f2-399d-486a-8c60-1c61c05063de. [ 671.406019] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-d04a7b68-d58d-436c-afb8-f78c976b0094 tempest-ServersAdminTestJSON-102436230 tempest-ServersAdminTestJSON-102436230-project-member] [instance: 510731f2-399d-486a-8c60-1c61c05063de] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 510731f2-399d-486a-8c60-1c61c05063de. [ 671.407179] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-332a3e1c-4c5e-4a35-bf18-965aec531699 tempest-ImagesOneServerTestJSON-74964259 tempest-ImagesOneServerTestJSON-74964259-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 671.407456] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-332a3e1c-4c5e-4a35-bf18-965aec531699 tempest-ImagesOneServerTestJSON-74964259 tempest-ImagesOneServerTestJSON-74964259-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 671.408243] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-332a3e1c-4c5e-4a35-bf18-965aec531699 tempest-ImagesOneServerTestJSON-74964259 tempest-ImagesOneServerTestJSON-74964259-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 671.435266] nova-conductor[54852]: DEBUG nova.network.neutron [None req-d04a7b68-d58d-436c-afb8-f78c976b0094 tempest-ServersAdminTestJSON-102436230 tempest-ServersAdminTestJSON-102436230-project-member] [instance: 510731f2-399d-486a-8c60-1c61c05063de] deallocate_for_instance() {{(pid=54852) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 671.457588] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-332a3e1c-4c5e-4a35-bf18-965aec531699 tempest-ImagesOneServerTestJSON-74964259 tempest-ImagesOneServerTestJSON-74964259-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 671.457958] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-332a3e1c-4c5e-4a35-bf18-965aec531699 tempest-ImagesOneServerTestJSON-74964259 tempest-ImagesOneServerTestJSON-74964259-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 671.458157] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-332a3e1c-4c5e-4a35-bf18-965aec531699 tempest-ImagesOneServerTestJSON-74964259 tempest-ImagesOneServerTestJSON-74964259-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 671.458543] nova-conductor[54852]: DEBUG nova.network.neutron [None req-d04a7b68-d58d-436c-afb8-f78c976b0094 tempest-ServersAdminTestJSON-102436230 tempest-ServersAdminTestJSON-102436230-project-member] [instance: 510731f2-399d-486a-8c60-1c61c05063de] Instance cache missing network info. {{(pid=54852) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 671.458721] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-332a3e1c-4c5e-4a35-bf18-965aec531699 tempest-ImagesOneServerTestJSON-74964259 tempest-ImagesOneServerTestJSON-74964259-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 671.458980] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-332a3e1c-4c5e-4a35-bf18-965aec531699 tempest-ImagesOneServerTestJSON-74964259 tempest-ImagesOneServerTestJSON-74964259-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 671.459167] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-332a3e1c-4c5e-4a35-bf18-965aec531699 tempest-ImagesOneServerTestJSON-74964259 tempest-ImagesOneServerTestJSON-74964259-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 671.464406] nova-conductor[54852]: DEBUG nova.network.neutron [None req-d04a7b68-d58d-436c-afb8-f78c976b0094 tempest-ServersAdminTestJSON-102436230 tempest-ServersAdminTestJSON-102436230-project-member] [instance: 510731f2-399d-486a-8c60-1c61c05063de] Updating instance_info_cache with network_info: [] {{(pid=54852) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.471470] nova-conductor[54851]: DEBUG nova.quota [None req-332a3e1c-4c5e-4a35-bf18-965aec531699 tempest-ImagesOneServerTestJSON-74964259 tempest-ImagesOneServerTestJSON-74964259-project-member] Getting quotas for project 5c290f341462487b8ecf2c0bef2ecc00. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 671.475177] nova-conductor[54851]: DEBUG nova.quota [None req-332a3e1c-4c5e-4a35-bf18-965aec531699 tempest-ImagesOneServerTestJSON-74964259 tempest-ImagesOneServerTestJSON-74964259-project-member] Getting quotas for user 2273fdae16cf484dbd0dc868de6faaec and project 5c290f341462487b8ecf2c0bef2ecc00. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 671.481160] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-332a3e1c-4c5e-4a35-bf18-965aec531699 tempest-ImagesOneServerTestJSON-74964259 tempest-ImagesOneServerTestJSON-74964259-project-member] [instance: 74361d48-0a82-453a-a4a1-45173c49e901] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54851) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 671.481668] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-332a3e1c-4c5e-4a35-bf18-965aec531699 tempest-ImagesOneServerTestJSON-74964259 tempest-ImagesOneServerTestJSON-74964259-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 671.481908] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-332a3e1c-4c5e-4a35-bf18-965aec531699 tempest-ImagesOneServerTestJSON-74964259 tempest-ImagesOneServerTestJSON-74964259-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 671.482102] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-332a3e1c-4c5e-4a35-bf18-965aec531699 tempest-ImagesOneServerTestJSON-74964259 tempest-ImagesOneServerTestJSON-74964259-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 671.484887] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-332a3e1c-4c5e-4a35-bf18-965aec531699 tempest-ImagesOneServerTestJSON-74964259 tempest-ImagesOneServerTestJSON-74964259-project-member] [instance: 74361d48-0a82-453a-a4a1-45173c49e901] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54851) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 671.485620] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-332a3e1c-4c5e-4a35-bf18-965aec531699 tempest-ImagesOneServerTestJSON-74964259 tempest-ImagesOneServerTestJSON-74964259-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 671.485941] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-332a3e1c-4c5e-4a35-bf18-965aec531699 tempest-ImagesOneServerTestJSON-74964259 tempest-ImagesOneServerTestJSON-74964259-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 671.485941] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-332a3e1c-4c5e-4a35-bf18-965aec531699 tempest-ImagesOneServerTestJSON-74964259 tempest-ImagesOneServerTestJSON-74964259-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 671.507218] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-332a3e1c-4c5e-4a35-bf18-965aec531699 tempest-ImagesOneServerTestJSON-74964259 tempest-ImagesOneServerTestJSON-74964259-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 671.507452] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-332a3e1c-4c5e-4a35-bf18-965aec531699 tempest-ImagesOneServerTestJSON-74964259 tempest-ImagesOneServerTestJSON-74964259-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 671.507614] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-332a3e1c-4c5e-4a35-bf18-965aec531699 tempest-ImagesOneServerTestJSON-74964259 tempest-ImagesOneServerTestJSON-74964259-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 673.858020] nova-conductor[54851]: ERROR nova.scheduler.utils [None req-39d07b12-69d2-456e-9860-a187b056ac42 tempest-ServersTestFqdnHostnames-322977743 tempest-ServersTestFqdnHostnames-322977743-project-member] [instance: 7c98a241-9297-417a-b412-5c279144572b] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 12c4f6c4-1948-436d-a327-1d6785e7dc5b, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 7c98a241-9297-417a-b412-5c279144572b was re-scheduled: Binding failed for port 12c4f6c4-1948-436d-a327-1d6785e7dc5b, please check neutron logs for more information.\n'] [ 673.858524] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-39d07b12-69d2-456e-9860-a187b056ac42 tempest-ServersTestFqdnHostnames-322977743 tempest-ServersTestFqdnHostnames-322977743-project-member] Rescheduling: True {{(pid=54851) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 673.858764] nova-conductor[54851]: WARNING nova.scheduler.utils [None req-39d07b12-69d2-456e-9860-a187b056ac42 tempest-ServersTestFqdnHostnames-322977743 tempest-ServersTestFqdnHostnames-322977743-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 7c98a241-9297-417a-b412-5c279144572b.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 7c98a241-9297-417a-b412-5c279144572b. [ 673.860912] nova-conductor[54851]: WARNING nova.scheduler.utils [None req-39d07b12-69d2-456e-9860-a187b056ac42 tempest-ServersTestFqdnHostnames-322977743 tempest-ServersTestFqdnHostnames-322977743-project-member] [instance: 7c98a241-9297-417a-b412-5c279144572b] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 7c98a241-9297-417a-b412-5c279144572b. [ 673.900628] nova-conductor[54851]: DEBUG nova.network.neutron [None req-39d07b12-69d2-456e-9860-a187b056ac42 tempest-ServersTestFqdnHostnames-322977743 tempest-ServersTestFqdnHostnames-322977743-project-member] [instance: 7c98a241-9297-417a-b412-5c279144572b] deallocate_for_instance() {{(pid=54851) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 673.932848] nova-conductor[54851]: DEBUG nova.network.neutron [None req-39d07b12-69d2-456e-9860-a187b056ac42 tempest-ServersTestFqdnHostnames-322977743 tempest-ServersTestFqdnHostnames-322977743-project-member] [instance: 7c98a241-9297-417a-b412-5c279144572b] Instance cache missing network info. {{(pid=54851) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 673.940391] nova-conductor[54851]: DEBUG nova.network.neutron [None req-39d07b12-69d2-456e-9860-a187b056ac42 tempest-ServersTestFqdnHostnames-322977743 tempest-ServersTestFqdnHostnames-322977743-project-member] [instance: 7c98a241-9297-417a-b412-5c279144572b] Updating instance_info_cache with network_info: [] {{(pid=54851) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.237152] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-03919a2b-2872-4784-bb8f-6ea9a428a0fa tempest-ServerRescueTestJSON-230026192 tempest-ServerRescueTestJSON-230026192-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 674.262386] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-03919a2b-2872-4784-bb8f-6ea9a428a0fa tempest-ServerRescueTestJSON-230026192 tempest-ServerRescueTestJSON-230026192-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 674.266023] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-03919a2b-2872-4784-bb8f-6ea9a428a0fa tempest-ServerRescueTestJSON-230026192 tempest-ServerRescueTestJSON-230026192-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 674.266023] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-03919a2b-2872-4784-bb8f-6ea9a428a0fa tempest-ServerRescueTestJSON-230026192 tempest-ServerRescueTestJSON-230026192-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 674.310765] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-03919a2b-2872-4784-bb8f-6ea9a428a0fa tempest-ServerRescueTestJSON-230026192 tempest-ServerRescueTestJSON-230026192-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 674.311156] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-03919a2b-2872-4784-bb8f-6ea9a428a0fa tempest-ServerRescueTestJSON-230026192 tempest-ServerRescueTestJSON-230026192-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 674.311425] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-03919a2b-2872-4784-bb8f-6ea9a428a0fa tempest-ServerRescueTestJSON-230026192 tempest-ServerRescueTestJSON-230026192-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 674.311838] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-03919a2b-2872-4784-bb8f-6ea9a428a0fa tempest-ServerRescueTestJSON-230026192 tempest-ServerRescueTestJSON-230026192-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 674.312088] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-03919a2b-2872-4784-bb8f-6ea9a428a0fa tempest-ServerRescueTestJSON-230026192 tempest-ServerRescueTestJSON-230026192-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 674.312704] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-03919a2b-2872-4784-bb8f-6ea9a428a0fa tempest-ServerRescueTestJSON-230026192 tempest-ServerRescueTestJSON-230026192-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 674.325131] nova-conductor[54852]: DEBUG nova.quota [None req-03919a2b-2872-4784-bb8f-6ea9a428a0fa tempest-ServerRescueTestJSON-230026192 tempest-ServerRescueTestJSON-230026192-project-member] Getting quotas for project a76e4e4643c84e04ac632efaecdd652f. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 674.329131] nova-conductor[54852]: DEBUG nova.quota [None req-03919a2b-2872-4784-bb8f-6ea9a428a0fa tempest-ServerRescueTestJSON-230026192 tempest-ServerRescueTestJSON-230026192-project-member] Getting quotas for user 21dd2d81b6ee48e2a22cc21e125e0f47 and project a76e4e4643c84e04ac632efaecdd652f. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 674.338437] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-03919a2b-2872-4784-bb8f-6ea9a428a0fa tempest-ServerRescueTestJSON-230026192 tempest-ServerRescueTestJSON-230026192-project-member] [instance: 91660994-feca-40d8-8b75-d3c79110a19e] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 674.338437] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-03919a2b-2872-4784-bb8f-6ea9a428a0fa tempest-ServerRescueTestJSON-230026192 tempest-ServerRescueTestJSON-230026192-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 674.338437] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-03919a2b-2872-4784-bb8f-6ea9a428a0fa tempest-ServerRescueTestJSON-230026192 tempest-ServerRescueTestJSON-230026192-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 674.338437] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-03919a2b-2872-4784-bb8f-6ea9a428a0fa tempest-ServerRescueTestJSON-230026192 tempest-ServerRescueTestJSON-230026192-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 674.342790] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-03919a2b-2872-4784-bb8f-6ea9a428a0fa tempest-ServerRescueTestJSON-230026192 tempest-ServerRescueTestJSON-230026192-project-member] [instance: 91660994-feca-40d8-8b75-d3c79110a19e] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 674.343495] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-03919a2b-2872-4784-bb8f-6ea9a428a0fa tempest-ServerRescueTestJSON-230026192 tempest-ServerRescueTestJSON-230026192-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 674.343747] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-03919a2b-2872-4784-bb8f-6ea9a428a0fa tempest-ServerRescueTestJSON-230026192 tempest-ServerRescueTestJSON-230026192-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 674.343860] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-03919a2b-2872-4784-bb8f-6ea9a428a0fa tempest-ServerRescueTestJSON-230026192 tempest-ServerRescueTestJSON-230026192-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 674.368210] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-03919a2b-2872-4784-bb8f-6ea9a428a0fa tempest-ServerRescueTestJSON-230026192 tempest-ServerRescueTestJSON-230026192-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 674.368756] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-03919a2b-2872-4784-bb8f-6ea9a428a0fa tempest-ServerRescueTestJSON-230026192 tempest-ServerRescueTestJSON-230026192-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 674.368756] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-03919a2b-2872-4784-bb8f-6ea9a428a0fa tempest-ServerRescueTestJSON-230026192 tempest-ServerRescueTestJSON-230026192-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 676.570764] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-0dc9e9ab-71b0-41c1-b9c7-4caf8116d044 tempest-ImagesNegativeTestJSON-83741465 tempest-ImagesNegativeTestJSON-83741465-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54851) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 676.590799] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-0dc9e9ab-71b0-41c1-b9c7-4caf8116d044 tempest-ImagesNegativeTestJSON-83741465 tempest-ImagesNegativeTestJSON-83741465-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 676.590799] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-0dc9e9ab-71b0-41c1-b9c7-4caf8116d044 tempest-ImagesNegativeTestJSON-83741465 tempest-ImagesNegativeTestJSON-83741465-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 676.590799] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-0dc9e9ab-71b0-41c1-b9c7-4caf8116d044 tempest-ImagesNegativeTestJSON-83741465 tempest-ImagesNegativeTestJSON-83741465-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 676.637755] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-0dc9e9ab-71b0-41c1-b9c7-4caf8116d044 tempest-ImagesNegativeTestJSON-83741465 tempest-ImagesNegativeTestJSON-83741465-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 676.638625] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-0dc9e9ab-71b0-41c1-b9c7-4caf8116d044 tempest-ImagesNegativeTestJSON-83741465 tempest-ImagesNegativeTestJSON-83741465-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 676.639092] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-0dc9e9ab-71b0-41c1-b9c7-4caf8116d044 tempest-ImagesNegativeTestJSON-83741465 tempest-ImagesNegativeTestJSON-83741465-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 676.639529] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-0dc9e9ab-71b0-41c1-b9c7-4caf8116d044 tempest-ImagesNegativeTestJSON-83741465 tempest-ImagesNegativeTestJSON-83741465-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 676.639872] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-0dc9e9ab-71b0-41c1-b9c7-4caf8116d044 tempest-ImagesNegativeTestJSON-83741465 tempest-ImagesNegativeTestJSON-83741465-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 676.640092] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-0dc9e9ab-71b0-41c1-b9c7-4caf8116d044 tempest-ImagesNegativeTestJSON-83741465 tempest-ImagesNegativeTestJSON-83741465-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 676.652239] nova-conductor[54851]: DEBUG nova.quota [None req-0dc9e9ab-71b0-41c1-b9c7-4caf8116d044 tempest-ImagesNegativeTestJSON-83741465 tempest-ImagesNegativeTestJSON-83741465-project-member] Getting quotas for project f550284230694a76afb9ffd94a7f9175. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 676.656752] nova-conductor[54851]: DEBUG nova.quota [None req-0dc9e9ab-71b0-41c1-b9c7-4caf8116d044 tempest-ImagesNegativeTestJSON-83741465 tempest-ImagesNegativeTestJSON-83741465-project-member] Getting quotas for user bd942d80343945d5b9730a96d884f22b and project f550284230694a76afb9ffd94a7f9175. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 676.669437] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-0dc9e9ab-71b0-41c1-b9c7-4caf8116d044 tempest-ImagesNegativeTestJSON-83741465 tempest-ImagesNegativeTestJSON-83741465-project-member] [instance: c7771b47-cbe8-4696-9a21-9204501c8877] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54851) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 676.669906] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-0dc9e9ab-71b0-41c1-b9c7-4caf8116d044 tempest-ImagesNegativeTestJSON-83741465 tempest-ImagesNegativeTestJSON-83741465-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 676.670120] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-0dc9e9ab-71b0-41c1-b9c7-4caf8116d044 tempest-ImagesNegativeTestJSON-83741465 tempest-ImagesNegativeTestJSON-83741465-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 676.670300] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-0dc9e9ab-71b0-41c1-b9c7-4caf8116d044 tempest-ImagesNegativeTestJSON-83741465 tempest-ImagesNegativeTestJSON-83741465-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 676.675161] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-0dc9e9ab-71b0-41c1-b9c7-4caf8116d044 tempest-ImagesNegativeTestJSON-83741465 tempest-ImagesNegativeTestJSON-83741465-project-member] [instance: c7771b47-cbe8-4696-9a21-9204501c8877] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54851) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 676.675979] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-0dc9e9ab-71b0-41c1-b9c7-4caf8116d044 tempest-ImagesNegativeTestJSON-83741465 tempest-ImagesNegativeTestJSON-83741465-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 676.676308] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-0dc9e9ab-71b0-41c1-b9c7-4caf8116d044 tempest-ImagesNegativeTestJSON-83741465 tempest-ImagesNegativeTestJSON-83741465-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 676.676547] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-0dc9e9ab-71b0-41c1-b9c7-4caf8116d044 tempest-ImagesNegativeTestJSON-83741465 tempest-ImagesNegativeTestJSON-83741465-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 676.700778] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-0dc9e9ab-71b0-41c1-b9c7-4caf8116d044 tempest-ImagesNegativeTestJSON-83741465 tempest-ImagesNegativeTestJSON-83741465-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 676.701051] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-0dc9e9ab-71b0-41c1-b9c7-4caf8116d044 tempest-ImagesNegativeTestJSON-83741465 tempest-ImagesNegativeTestJSON-83741465-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 676.701405] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-0dc9e9ab-71b0-41c1-b9c7-4caf8116d044 tempest-ImagesNegativeTestJSON-83741465 tempest-ImagesNegativeTestJSON-83741465-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 681.117911] nova-conductor[54852]: ERROR nova.scheduler.utils [None req-efb76a1c-021f-463f-b88a-3de8642835cf tempest-ServerDiagnosticsNegativeTest-777876466 tempest-ServerDiagnosticsNegativeTest-777876466-project-member] [instance: 542169bf-71e2-47f8-a311-8a3dca4ffee7] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 85839fde-aea9-4fe2-8bad-808ff10fcc08, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 542169bf-71e2-47f8-a311-8a3dca4ffee7 was re-scheduled: Binding failed for port 85839fde-aea9-4fe2-8bad-808ff10fcc08, please check neutron logs for more information.\n'] [ 681.117911] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-efb76a1c-021f-463f-b88a-3de8642835cf tempest-ServerDiagnosticsNegativeTest-777876466 tempest-ServerDiagnosticsNegativeTest-777876466-project-member] Rescheduling: True {{(pid=54852) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 681.118344] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-efb76a1c-021f-463f-b88a-3de8642835cf tempest-ServerDiagnosticsNegativeTest-777876466 tempest-ServerDiagnosticsNegativeTest-777876466-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 542169bf-71e2-47f8-a311-8a3dca4ffee7.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 542169bf-71e2-47f8-a311-8a3dca4ffee7. [ 681.119029] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-efb76a1c-021f-463f-b88a-3de8642835cf tempest-ServerDiagnosticsNegativeTest-777876466 tempest-ServerDiagnosticsNegativeTest-777876466-project-member] [instance: 542169bf-71e2-47f8-a311-8a3dca4ffee7] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 542169bf-71e2-47f8-a311-8a3dca4ffee7. [ 681.151926] nova-conductor[54852]: DEBUG nova.network.neutron [None req-efb76a1c-021f-463f-b88a-3de8642835cf tempest-ServerDiagnosticsNegativeTest-777876466 tempest-ServerDiagnosticsNegativeTest-777876466-project-member] [instance: 542169bf-71e2-47f8-a311-8a3dca4ffee7] deallocate_for_instance() {{(pid=54852) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 681.173304] nova-conductor[54852]: DEBUG nova.network.neutron [None req-efb76a1c-021f-463f-b88a-3de8642835cf tempest-ServerDiagnosticsNegativeTest-777876466 tempest-ServerDiagnosticsNegativeTest-777876466-project-member] [instance: 542169bf-71e2-47f8-a311-8a3dca4ffee7] Instance cache missing network info. {{(pid=54852) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 681.181734] nova-conductor[54852]: DEBUG nova.network.neutron [None req-efb76a1c-021f-463f-b88a-3de8642835cf tempest-ServerDiagnosticsNegativeTest-777876466 tempest-ServerDiagnosticsNegativeTest-777876466-project-member] [instance: 542169bf-71e2-47f8-a311-8a3dca4ffee7] Updating instance_info_cache with network_info: [] {{(pid=54852) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.317081] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell0:SELECT=4 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 684.345647] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell1:SELECT=12,nova_cell1:SAVEPOINT=3,nova_cell1:INSERT=31,nova_cell1:RELEASE=3 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 684.357277] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_api:SELECT=24,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 684.361368] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_api:SELECT=24,nova_api:DELETE=3,nova_api:UPDATE=3 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 686.644675] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_cell0:SELECT=3 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 686.679661] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_cell1:SELECT=9,nova_cell1:SAVEPOINT=3,nova_cell1:INSERT=25,nova_cell1:RELEASE=3 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 686.693136] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_api:SELECT=19,nova_api:UPDATE=1 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 686.696714] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_api:SELECT=17,nova_api:UPDATE=2,nova_api:DELETE=3 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 687.227598] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-affccd29-eef2-4353-a5ae-3184ff82f045 tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 687.247863] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-affccd29-eef2-4353-a5ae-3184ff82f045 tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 687.248318] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-affccd29-eef2-4353-a5ae-3184ff82f045 tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 687.248532] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-affccd29-eef2-4353-a5ae-3184ff82f045 tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 687.298014] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-affccd29-eef2-4353-a5ae-3184ff82f045 tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 687.298014] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-affccd29-eef2-4353-a5ae-3184ff82f045 tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 687.298014] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-affccd29-eef2-4353-a5ae-3184ff82f045 tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 687.298014] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-affccd29-eef2-4353-a5ae-3184ff82f045 tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 687.298014] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-affccd29-eef2-4353-a5ae-3184ff82f045 tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 687.298014] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-affccd29-eef2-4353-a5ae-3184ff82f045 tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 687.312760] nova-conductor[54852]: DEBUG nova.quota [None req-affccd29-eef2-4353-a5ae-3184ff82f045 tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Getting quotas for project 6d564dc3c75e430dbaf1f90a9c90c18b. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 687.314990] nova-conductor[54852]: DEBUG nova.quota [None req-affccd29-eef2-4353-a5ae-3184ff82f045 tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Getting quotas for user 55ffb58a3b3a4ad29699d48ecd6c0700 and project 6d564dc3c75e430dbaf1f90a9c90c18b. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 687.320568] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-affccd29-eef2-4353-a5ae-3184ff82f045 tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] [instance: 4be2f0a4-5f57-4a80-9450-6d61d344799e] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 687.321011] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-affccd29-eef2-4353-a5ae-3184ff82f045 tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 687.321220] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-affccd29-eef2-4353-a5ae-3184ff82f045 tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 687.321382] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-affccd29-eef2-4353-a5ae-3184ff82f045 tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 687.325961] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-affccd29-eef2-4353-a5ae-3184ff82f045 tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] [instance: 4be2f0a4-5f57-4a80-9450-6d61d344799e] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 687.326625] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-affccd29-eef2-4353-a5ae-3184ff82f045 tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 687.326822] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-affccd29-eef2-4353-a5ae-3184ff82f045 tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 687.326984] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-affccd29-eef2-4353-a5ae-3184ff82f045 tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 687.341490] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-affccd29-eef2-4353-a5ae-3184ff82f045 tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 687.341715] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-affccd29-eef2-4353-a5ae-3184ff82f045 tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 687.341885] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-affccd29-eef2-4353-a5ae-3184ff82f045 tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 691.010834] nova-conductor[54852]: ERROR nova.scheduler.utils [None req-dfe3e43f-b26f-4fcd-96e1-fd2d45c84bda tempest-ServersAdminTestJSON-102436230 tempest-ServersAdminTestJSON-102436230-project-member] [instance: 12408f00-ed1d-4b96-bc0c-59779d0eda74] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port ba13b6c5-0256-4df0-b394-7d07b2970c0d, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 12408f00-ed1d-4b96-bc0c-59779d0eda74 was re-scheduled: Binding failed for port ba13b6c5-0256-4df0-b394-7d07b2970c0d, please check neutron logs for more information.\n'] [ 691.011483] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-dfe3e43f-b26f-4fcd-96e1-fd2d45c84bda tempest-ServersAdminTestJSON-102436230 tempest-ServersAdminTestJSON-102436230-project-member] Rescheduling: True {{(pid=54852) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 691.011725] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-dfe3e43f-b26f-4fcd-96e1-fd2d45c84bda tempest-ServersAdminTestJSON-102436230 tempest-ServersAdminTestJSON-102436230-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 12408f00-ed1d-4b96-bc0c-59779d0eda74.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 12408f00-ed1d-4b96-bc0c-59779d0eda74. [ 691.012047] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-dfe3e43f-b26f-4fcd-96e1-fd2d45c84bda tempest-ServersAdminTestJSON-102436230 tempest-ServersAdminTestJSON-102436230-project-member] [instance: 12408f00-ed1d-4b96-bc0c-59779d0eda74] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 12408f00-ed1d-4b96-bc0c-59779d0eda74. [ 691.041448] nova-conductor[54852]: DEBUG nova.network.neutron [None req-dfe3e43f-b26f-4fcd-96e1-fd2d45c84bda tempest-ServersAdminTestJSON-102436230 tempest-ServersAdminTestJSON-102436230-project-member] [instance: 12408f00-ed1d-4b96-bc0c-59779d0eda74] deallocate_for_instance() {{(pid=54852) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 691.056871] nova-conductor[54852]: DEBUG nova.network.neutron [None req-dfe3e43f-b26f-4fcd-96e1-fd2d45c84bda tempest-ServersAdminTestJSON-102436230 tempest-ServersAdminTestJSON-102436230-project-member] [instance: 12408f00-ed1d-4b96-bc0c-59779d0eda74] Instance cache missing network info. {{(pid=54852) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 691.061202] nova-conductor[54852]: DEBUG nova.network.neutron [None req-dfe3e43f-b26f-4fcd-96e1-fd2d45c84bda tempest-ServersAdminTestJSON-102436230 tempest-ServersAdminTestJSON-102436230-project-member] [instance: 12408f00-ed1d-4b96-bc0c-59779d0eda74] Updating instance_info_cache with network_info: [] {{(pid=54852) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.246544] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell1:SELECT=360,nova_cell1:UPDATE=173,nova_cell1:SAVEPOINT=34,nova_cell1:RELEASE=34,nova_cell1:INSERT=27 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 697.308700] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell0:SELECT=1 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 697.328715] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell1:SELECT=3,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=8,nova_cell1:RELEASE=1 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 697.338389] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_api:SELECT=6 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 697.340047] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_api:SELECT=6,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 698.579817] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_cell1:SELECT=355,nova_cell1:UPDATE=166,nova_cell1:SAVEPOINT=38,nova_cell1:RELEASE=38,nova_cell1:INSERT=18,nova_cell1:DELETE=2 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 700.540949] nova-conductor[54852]: ERROR nova.scheduler.utils [None req-96245587-26ec-4420-8603-d844bf6364ef tempest-VolumesAdminNegativeTest-534090508 tempest-VolumesAdminNegativeTest-534090508-project-member] [instance: 288918a3-85be-416d-99fc-fd3450029749] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 06eef808-37db-449f-835e-c20e03e67bcb, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 288918a3-85be-416d-99fc-fd3450029749 was re-scheduled: Binding failed for port 06eef808-37db-449f-835e-c20e03e67bcb, please check neutron logs for more information.\n'] [ 700.541312] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-96245587-26ec-4420-8603-d844bf6364ef tempest-VolumesAdminNegativeTest-534090508 tempest-VolumesAdminNegativeTest-534090508-project-member] Rescheduling: True {{(pid=54852) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 700.541312] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-96245587-26ec-4420-8603-d844bf6364ef tempest-VolumesAdminNegativeTest-534090508 tempest-VolumesAdminNegativeTest-534090508-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 288918a3-85be-416d-99fc-fd3450029749.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 288918a3-85be-416d-99fc-fd3450029749. [ 700.541452] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-96245587-26ec-4420-8603-d844bf6364ef tempest-VolumesAdminNegativeTest-534090508 tempest-VolumesAdminNegativeTest-534090508-project-member] [instance: 288918a3-85be-416d-99fc-fd3450029749] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 288918a3-85be-416d-99fc-fd3450029749. [ 700.570150] nova-conductor[54852]: DEBUG nova.network.neutron [None req-96245587-26ec-4420-8603-d844bf6364ef tempest-VolumesAdminNegativeTest-534090508 tempest-VolumesAdminNegativeTest-534090508-project-member] [instance: 288918a3-85be-416d-99fc-fd3450029749] deallocate_for_instance() {{(pid=54852) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 700.594905] nova-conductor[54852]: DEBUG nova.network.neutron [None req-96245587-26ec-4420-8603-d844bf6364ef tempest-VolumesAdminNegativeTest-534090508 tempest-VolumesAdminNegativeTest-534090508-project-member] [instance: 288918a3-85be-416d-99fc-fd3450029749] Instance cache missing network info. {{(pid=54852) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 700.599718] nova-conductor[54852]: DEBUG nova.network.neutron [None req-96245587-26ec-4420-8603-d844bf6364ef tempest-VolumesAdminNegativeTest-534090508 tempest-VolumesAdminNegativeTest-534090508-project-member] [instance: 288918a3-85be-416d-99fc-fd3450029749] Updating instance_info_cache with network_info: [] {{(pid=54852) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.165256] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-38f8d46c-d83f-4cb0-8f62-cdbdf4a80cf1 tempest-AttachInterfacesUnderV243Test-2115078195 tempest-AttachInterfacesUnderV243Test-2115078195-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54851) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 701.177981] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-38f8d46c-d83f-4cb0-8f62-cdbdf4a80cf1 tempest-AttachInterfacesUnderV243Test-2115078195 tempest-AttachInterfacesUnderV243Test-2115078195-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 701.178236] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-38f8d46c-d83f-4cb0-8f62-cdbdf4a80cf1 tempest-AttachInterfacesUnderV243Test-2115078195 tempest-AttachInterfacesUnderV243Test-2115078195-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 701.178419] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-38f8d46c-d83f-4cb0-8f62-cdbdf4a80cf1 tempest-AttachInterfacesUnderV243Test-2115078195 tempest-AttachInterfacesUnderV243Test-2115078195-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 701.209078] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-38f8d46c-d83f-4cb0-8f62-cdbdf4a80cf1 tempest-AttachInterfacesUnderV243Test-2115078195 tempest-AttachInterfacesUnderV243Test-2115078195-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 701.209309] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-38f8d46c-d83f-4cb0-8f62-cdbdf4a80cf1 tempest-AttachInterfacesUnderV243Test-2115078195 tempest-AttachInterfacesUnderV243Test-2115078195-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 701.209478] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-38f8d46c-d83f-4cb0-8f62-cdbdf4a80cf1 tempest-AttachInterfacesUnderV243Test-2115078195 tempest-AttachInterfacesUnderV243Test-2115078195-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 701.209906] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-38f8d46c-d83f-4cb0-8f62-cdbdf4a80cf1 tempest-AttachInterfacesUnderV243Test-2115078195 tempest-AttachInterfacesUnderV243Test-2115078195-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 701.210108] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-38f8d46c-d83f-4cb0-8f62-cdbdf4a80cf1 tempest-AttachInterfacesUnderV243Test-2115078195 tempest-AttachInterfacesUnderV243Test-2115078195-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 701.210271] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-38f8d46c-d83f-4cb0-8f62-cdbdf4a80cf1 tempest-AttachInterfacesUnderV243Test-2115078195 tempest-AttachInterfacesUnderV243Test-2115078195-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 701.218884] nova-conductor[54851]: DEBUG nova.quota [None req-38f8d46c-d83f-4cb0-8f62-cdbdf4a80cf1 tempest-AttachInterfacesUnderV243Test-2115078195 tempest-AttachInterfacesUnderV243Test-2115078195-project-member] Getting quotas for project 9fb2b7ad8e20454d83f9808b38ea26f1. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 701.222184] nova-conductor[54851]: DEBUG nova.quota [None req-38f8d46c-d83f-4cb0-8f62-cdbdf4a80cf1 tempest-AttachInterfacesUnderV243Test-2115078195 tempest-AttachInterfacesUnderV243Test-2115078195-project-member] Getting quotas for user d3b70a4d7afa4caebd57270f89bf5ab0 and project 9fb2b7ad8e20454d83f9808b38ea26f1. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 701.227213] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-38f8d46c-d83f-4cb0-8f62-cdbdf4a80cf1 tempest-AttachInterfacesUnderV243Test-2115078195 tempest-AttachInterfacesUnderV243Test-2115078195-project-member] [instance: 6f085d0c-c440-4bba-9bf8-cf2f70742748] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54851) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 701.227721] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-38f8d46c-d83f-4cb0-8f62-cdbdf4a80cf1 tempest-AttachInterfacesUnderV243Test-2115078195 tempest-AttachInterfacesUnderV243Test-2115078195-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 701.227932] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-38f8d46c-d83f-4cb0-8f62-cdbdf4a80cf1 tempest-AttachInterfacesUnderV243Test-2115078195 tempest-AttachInterfacesUnderV243Test-2115078195-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 701.228114] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-38f8d46c-d83f-4cb0-8f62-cdbdf4a80cf1 tempest-AttachInterfacesUnderV243Test-2115078195 tempest-AttachInterfacesUnderV243Test-2115078195-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 701.230734] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-38f8d46c-d83f-4cb0-8f62-cdbdf4a80cf1 tempest-AttachInterfacesUnderV243Test-2115078195 tempest-AttachInterfacesUnderV243Test-2115078195-project-member] [instance: 6f085d0c-c440-4bba-9bf8-cf2f70742748] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54851) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 701.231424] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-38f8d46c-d83f-4cb0-8f62-cdbdf4a80cf1 tempest-AttachInterfacesUnderV243Test-2115078195 tempest-AttachInterfacesUnderV243Test-2115078195-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 701.231625] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-38f8d46c-d83f-4cb0-8f62-cdbdf4a80cf1 tempest-AttachInterfacesUnderV243Test-2115078195 tempest-AttachInterfacesUnderV243Test-2115078195-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 701.231792] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-38f8d46c-d83f-4cb0-8f62-cdbdf4a80cf1 tempest-AttachInterfacesUnderV243Test-2115078195 tempest-AttachInterfacesUnderV243Test-2115078195-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 701.246782] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-38f8d46c-d83f-4cb0-8f62-cdbdf4a80cf1 tempest-AttachInterfacesUnderV243Test-2115078195 tempest-AttachInterfacesUnderV243Test-2115078195-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 701.247090] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-38f8d46c-d83f-4cb0-8f62-cdbdf4a80cf1 tempest-AttachInterfacesUnderV243Test-2115078195 tempest-AttachInterfacesUnderV243Test-2115078195-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 701.247304] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-38f8d46c-d83f-4cb0-8f62-cdbdf4a80cf1 tempest-AttachInterfacesUnderV243Test-2115078195 tempest-AttachInterfacesUnderV243Test-2115078195-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 702.449184] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-712b39f9-2797-46fa-8e8c-140fb2669353 tempest-VolumesAdminNegativeTest-534090508 tempest-VolumesAdminNegativeTest-534090508-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 702.462534] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-712b39f9-2797-46fa-8e8c-140fb2669353 tempest-VolumesAdminNegativeTest-534090508 tempest-VolumesAdminNegativeTest-534090508-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 702.462819] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-712b39f9-2797-46fa-8e8c-140fb2669353 tempest-VolumesAdminNegativeTest-534090508 tempest-VolumesAdminNegativeTest-534090508-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 702.463024] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-712b39f9-2797-46fa-8e8c-140fb2669353 tempest-VolumesAdminNegativeTest-534090508 tempest-VolumesAdminNegativeTest-534090508-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 702.492505] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-712b39f9-2797-46fa-8e8c-140fb2669353 tempest-VolumesAdminNegativeTest-534090508 tempest-VolumesAdminNegativeTest-534090508-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 702.492730] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-712b39f9-2797-46fa-8e8c-140fb2669353 tempest-VolumesAdminNegativeTest-534090508 tempest-VolumesAdminNegativeTest-534090508-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 702.492901] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-712b39f9-2797-46fa-8e8c-140fb2669353 tempest-VolumesAdminNegativeTest-534090508 tempest-VolumesAdminNegativeTest-534090508-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 702.493290] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-712b39f9-2797-46fa-8e8c-140fb2669353 tempest-VolumesAdminNegativeTest-534090508 tempest-VolumesAdminNegativeTest-534090508-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 702.493475] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-712b39f9-2797-46fa-8e8c-140fb2669353 tempest-VolumesAdminNegativeTest-534090508 tempest-VolumesAdminNegativeTest-534090508-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 702.493651] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-712b39f9-2797-46fa-8e8c-140fb2669353 tempest-VolumesAdminNegativeTest-534090508 tempest-VolumesAdminNegativeTest-534090508-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 702.501442] nova-conductor[54852]: DEBUG nova.quota [None req-712b39f9-2797-46fa-8e8c-140fb2669353 tempest-VolumesAdminNegativeTest-534090508 tempest-VolumesAdminNegativeTest-534090508-project-member] Getting quotas for project 71cf6551882a4c34ba621ee9b76efb8e. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 702.503676] nova-conductor[54852]: DEBUG nova.quota [None req-712b39f9-2797-46fa-8e8c-140fb2669353 tempest-VolumesAdminNegativeTest-534090508 tempest-VolumesAdminNegativeTest-534090508-project-member] Getting quotas for user 592ab470a2504c459a9f20f6e3c7a3bb and project 71cf6551882a4c34ba621ee9b76efb8e. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 702.508802] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-712b39f9-2797-46fa-8e8c-140fb2669353 tempest-VolumesAdminNegativeTest-534090508 tempest-VolumesAdminNegativeTest-534090508-project-member] [instance: 95c07667-e9d8-4cc3-b135-f80d196d179f] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 702.509282] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-712b39f9-2797-46fa-8e8c-140fb2669353 tempest-VolumesAdminNegativeTest-534090508 tempest-VolumesAdminNegativeTest-534090508-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 702.509498] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-712b39f9-2797-46fa-8e8c-140fb2669353 tempest-VolumesAdminNegativeTest-534090508 tempest-VolumesAdminNegativeTest-534090508-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 702.509722] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-712b39f9-2797-46fa-8e8c-140fb2669353 tempest-VolumesAdminNegativeTest-534090508 tempest-VolumesAdminNegativeTest-534090508-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 702.513833] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-712b39f9-2797-46fa-8e8c-140fb2669353 tempest-VolumesAdminNegativeTest-534090508 tempest-VolumesAdminNegativeTest-534090508-project-member] [instance: 95c07667-e9d8-4cc3-b135-f80d196d179f] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 702.514490] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-712b39f9-2797-46fa-8e8c-140fb2669353 tempest-VolumesAdminNegativeTest-534090508 tempest-VolumesAdminNegativeTest-534090508-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 702.514695] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-712b39f9-2797-46fa-8e8c-140fb2669353 tempest-VolumesAdminNegativeTest-534090508 tempest-VolumesAdminNegativeTest-534090508-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 702.514896] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-712b39f9-2797-46fa-8e8c-140fb2669353 tempest-VolumesAdminNegativeTest-534090508 tempest-VolumesAdminNegativeTest-534090508-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 702.532138] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-712b39f9-2797-46fa-8e8c-140fb2669353 tempest-VolumesAdminNegativeTest-534090508 tempest-VolumesAdminNegativeTest-534090508-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 702.532357] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-712b39f9-2797-46fa-8e8c-140fb2669353 tempest-VolumesAdminNegativeTest-534090508 tempest-VolumesAdminNegativeTest-534090508-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 702.532524] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-712b39f9-2797-46fa-8e8c-140fb2669353 tempest-VolumesAdminNegativeTest-534090508 tempest-VolumesAdminNegativeTest-534090508-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 702.674750] nova-conductor[54852]: ERROR nova.scheduler.utils [None req-0331be1c-076b-4aa4-999f-243dfa55c9bf tempest-DeleteServersAdminTestJSON-1224407996 tempest-DeleteServersAdminTestJSON-1224407996-project-member] [instance: d8653006-b429-44b5-b978-ee00a279e50e] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 49503947-c159-440f-ac60-05712e35899b, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance d8653006-b429-44b5-b978-ee00a279e50e was re-scheduled: Binding failed for port 49503947-c159-440f-ac60-05712e35899b, please check neutron logs for more information.\n'] [ 702.675426] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-0331be1c-076b-4aa4-999f-243dfa55c9bf tempest-DeleteServersAdminTestJSON-1224407996 tempest-DeleteServersAdminTestJSON-1224407996-project-member] Rescheduling: True {{(pid=54852) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 702.675664] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-0331be1c-076b-4aa4-999f-243dfa55c9bf tempest-DeleteServersAdminTestJSON-1224407996 tempest-DeleteServersAdminTestJSON-1224407996-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d8653006-b429-44b5-b978-ee00a279e50e.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d8653006-b429-44b5-b978-ee00a279e50e. [ 702.675990] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-0331be1c-076b-4aa4-999f-243dfa55c9bf tempest-DeleteServersAdminTestJSON-1224407996 tempest-DeleteServersAdminTestJSON-1224407996-project-member] [instance: d8653006-b429-44b5-b978-ee00a279e50e] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d8653006-b429-44b5-b978-ee00a279e50e. [ 702.702576] nova-conductor[54852]: DEBUG nova.network.neutron [None req-0331be1c-076b-4aa4-999f-243dfa55c9bf tempest-DeleteServersAdminTestJSON-1224407996 tempest-DeleteServersAdminTestJSON-1224407996-project-member] [instance: d8653006-b429-44b5-b978-ee00a279e50e] deallocate_for_instance() {{(pid=54852) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 702.723150] nova-conductor[54852]: DEBUG nova.network.neutron [None req-0331be1c-076b-4aa4-999f-243dfa55c9bf tempest-DeleteServersAdminTestJSON-1224407996 tempest-DeleteServersAdminTestJSON-1224407996-project-member] [instance: d8653006-b429-44b5-b978-ee00a279e50e] Instance cache missing network info. {{(pid=54852) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 702.727275] nova-conductor[54852]: DEBUG nova.network.neutron [None req-0331be1c-076b-4aa4-999f-243dfa55c9bf tempest-DeleteServersAdminTestJSON-1224407996 tempest-DeleteServersAdminTestJSON-1224407996-project-member] [instance: d8653006-b429-44b5-b978-ee00a279e50e] Updating instance_info_cache with network_info: [] {{(pid=54852) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 711.215256] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_cell0:SELECT=1 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 711.233468] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_cell1:SELECT=3,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=8,nova_cell1:RELEASE=1 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 711.242479] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_api:SELECT=6,nova_api:UPDATE=1 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 711.245460] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_api:SELECT=6,nova_api:DELETE=1 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 712.498019] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell0:SELECT=1 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 712.516962] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 712.525351] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_api:SELECT=7,nova_api:UPDATE=1 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 712.529549] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_api:SELECT=6,nova_api:DELETE=1 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 720.961262] nova-conductor[54852]: ERROR nova.scheduler.utils [None req-4de5d918-a790-4830-b328-be50e548befd tempest-InstanceActionsV221TestJSON-1361617694 tempest-InstanceActionsV221TestJSON-1361617694-project-member] [instance: 8db47d06-230f-4c5e-8bd6-9d5b543455b6] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port c2cb65ec-f4c4-43ee-abfe-11c6c590e929, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 8db47d06-230f-4c5e-8bd6-9d5b543455b6 was re-scheduled: Binding failed for port c2cb65ec-f4c4-43ee-abfe-11c6c590e929, please check neutron logs for more information.\n'] [ 720.962204] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-4de5d918-a790-4830-b328-be50e548befd tempest-InstanceActionsV221TestJSON-1361617694 tempest-InstanceActionsV221TestJSON-1361617694-project-member] Rescheduling: True {{(pid=54852) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 720.962544] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-4de5d918-a790-4830-b328-be50e548befd tempest-InstanceActionsV221TestJSON-1361617694 tempest-InstanceActionsV221TestJSON-1361617694-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 8db47d06-230f-4c5e-8bd6-9d5b543455b6.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 8db47d06-230f-4c5e-8bd6-9d5b543455b6. [ 720.962836] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-4de5d918-a790-4830-b328-be50e548befd tempest-InstanceActionsV221TestJSON-1361617694 tempest-InstanceActionsV221TestJSON-1361617694-project-member] [instance: 8db47d06-230f-4c5e-8bd6-9d5b543455b6] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 8db47d06-230f-4c5e-8bd6-9d5b543455b6. [ 720.984652] nova-conductor[54852]: DEBUG nova.network.neutron [None req-4de5d918-a790-4830-b328-be50e548befd tempest-InstanceActionsV221TestJSON-1361617694 tempest-InstanceActionsV221TestJSON-1361617694-project-member] [instance: 8db47d06-230f-4c5e-8bd6-9d5b543455b6] deallocate_for_instance() {{(pid=54852) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 721.000464] nova-conductor[54852]: DEBUG nova.network.neutron [None req-4de5d918-a790-4830-b328-be50e548befd tempest-InstanceActionsV221TestJSON-1361617694 tempest-InstanceActionsV221TestJSON-1361617694-project-member] [instance: 8db47d06-230f-4c5e-8bd6-9d5b543455b6] Instance cache missing network info. {{(pid=54852) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 721.004170] nova-conductor[54852]: DEBUG nova.network.neutron [None req-4de5d918-a790-4830-b328-be50e548befd tempest-InstanceActionsV221TestJSON-1361617694 tempest-InstanceActionsV221TestJSON-1361617694-project-member] [instance: 8db47d06-230f-4c5e-8bd6-9d5b543455b6] Updating instance_info_cache with network_info: [] {{(pid=54852) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 722.944694] nova-conductor[54851]: ERROR nova.scheduler.utils [None req-f33e9603-1122-4787-a4f0-cf7618027a6a tempest-ServerDiagnosticsTest-1080211335 tempest-ServerDiagnosticsTest-1080211335-project-member] [instance: f54e2a1f-987b-40ac-8197-d6e4ad3ba18f] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port f09338d9-1abf-4bf6-bc1a-d40ad7ff3d0b, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance f54e2a1f-987b-40ac-8197-d6e4ad3ba18f was re-scheduled: Binding failed for port f09338d9-1abf-4bf6-bc1a-d40ad7ff3d0b, please check neutron logs for more information.\n'] [ 722.945271] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-f33e9603-1122-4787-a4f0-cf7618027a6a tempest-ServerDiagnosticsTest-1080211335 tempest-ServerDiagnosticsTest-1080211335-project-member] Rescheduling: True {{(pid=54851) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 722.945668] nova-conductor[54851]: WARNING nova.scheduler.utils [None req-f33e9603-1122-4787-a4f0-cf7618027a6a tempest-ServerDiagnosticsTest-1080211335 tempest-ServerDiagnosticsTest-1080211335-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance f54e2a1f-987b-40ac-8197-d6e4ad3ba18f.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance f54e2a1f-987b-40ac-8197-d6e4ad3ba18f. [ 722.945996] nova-conductor[54851]: WARNING nova.scheduler.utils [None req-f33e9603-1122-4787-a4f0-cf7618027a6a tempest-ServerDiagnosticsTest-1080211335 tempest-ServerDiagnosticsTest-1080211335-project-member] [instance: f54e2a1f-987b-40ac-8197-d6e4ad3ba18f] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance f54e2a1f-987b-40ac-8197-d6e4ad3ba18f. [ 722.977139] nova-conductor[54851]: DEBUG nova.network.neutron [None req-f33e9603-1122-4787-a4f0-cf7618027a6a tempest-ServerDiagnosticsTest-1080211335 tempest-ServerDiagnosticsTest-1080211335-project-member] [instance: f54e2a1f-987b-40ac-8197-d6e4ad3ba18f] deallocate_for_instance() {{(pid=54851) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 722.988996] nova-conductor[54851]: DEBUG nova.network.neutron [None req-f33e9603-1122-4787-a4f0-cf7618027a6a tempest-ServerDiagnosticsTest-1080211335 tempest-ServerDiagnosticsTest-1080211335-project-member] [instance: f54e2a1f-987b-40ac-8197-d6e4ad3ba18f] Instance cache missing network info. {{(pid=54851) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 722.991834] nova-conductor[54851]: DEBUG nova.network.neutron [None req-f33e9603-1122-4787-a4f0-cf7618027a6a tempest-ServerDiagnosticsTest-1080211335 tempest-ServerDiagnosticsTest-1080211335-project-member] [instance: f54e2a1f-987b-40ac-8197-d6e4ad3ba18f] Updating instance_info_cache with network_info: [] {{(pid=54851) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.911624] nova-conductor[54851]: ERROR nova.scheduler.utils [None req-0c9a9821-e78c-4b0e-9901-8a8b0512a171 tempest-MigrationsAdminTest-674001853 tempest-MigrationsAdminTest-674001853-project-member] [instance: 40b6590d-44e1-4d02-b1fa-46c1e6c861ea] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port d9c5eae3-096a-4b17-a34b-0874b5bd8c36, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 40b6590d-44e1-4d02-b1fa-46c1e6c861ea was re-scheduled: Binding failed for port d9c5eae3-096a-4b17-a34b-0874b5bd8c36, please check neutron logs for more information.\n'] [ 724.912336] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-0c9a9821-e78c-4b0e-9901-8a8b0512a171 tempest-MigrationsAdminTest-674001853 tempest-MigrationsAdminTest-674001853-project-member] Rescheduling: True {{(pid=54851) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 724.912561] nova-conductor[54851]: WARNING nova.scheduler.utils [None req-0c9a9821-e78c-4b0e-9901-8a8b0512a171 tempest-MigrationsAdminTest-674001853 tempest-MigrationsAdminTest-674001853-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 40b6590d-44e1-4d02-b1fa-46c1e6c861ea.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 40b6590d-44e1-4d02-b1fa-46c1e6c861ea. [ 724.912776] nova-conductor[54851]: WARNING nova.scheduler.utils [None req-0c9a9821-e78c-4b0e-9901-8a8b0512a171 tempest-MigrationsAdminTest-674001853 tempest-MigrationsAdminTest-674001853-project-member] [instance: 40b6590d-44e1-4d02-b1fa-46c1e6c861ea] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 40b6590d-44e1-4d02-b1fa-46c1e6c861ea. [ 724.935324] nova-conductor[54851]: DEBUG nova.network.neutron [None req-0c9a9821-e78c-4b0e-9901-8a8b0512a171 tempest-MigrationsAdminTest-674001853 tempest-MigrationsAdminTest-674001853-project-member] [instance: 40b6590d-44e1-4d02-b1fa-46c1e6c861ea] deallocate_for_instance() {{(pid=54851) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 724.953354] nova-conductor[54851]: DEBUG nova.network.neutron [None req-0c9a9821-e78c-4b0e-9901-8a8b0512a171 tempest-MigrationsAdminTest-674001853 tempest-MigrationsAdminTest-674001853-project-member] [instance: 40b6590d-44e1-4d02-b1fa-46c1e6c861ea] Instance cache missing network info. {{(pid=54851) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 724.957481] nova-conductor[54851]: DEBUG nova.network.neutron [None req-0c9a9821-e78c-4b0e-9901-8a8b0512a171 tempest-MigrationsAdminTest-674001853 tempest-MigrationsAdminTest-674001853-project-member] [instance: 40b6590d-44e1-4d02-b1fa-46c1e6c861ea] Updating instance_info_cache with network_info: [] {{(pid=54851) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.732636] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-8771530a-417d-4d7b-aa40-87c2fead12f6 tempest-TenantUsagesTestJSON-1176666093 tempest-TenantUsagesTestJSON-1176666093-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54851) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 725.747481] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-8771530a-417d-4d7b-aa40-87c2fead12f6 tempest-TenantUsagesTestJSON-1176666093 tempest-TenantUsagesTestJSON-1176666093-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 725.747754] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-8771530a-417d-4d7b-aa40-87c2fead12f6 tempest-TenantUsagesTestJSON-1176666093 tempest-TenantUsagesTestJSON-1176666093-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 725.747960] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-8771530a-417d-4d7b-aa40-87c2fead12f6 tempest-TenantUsagesTestJSON-1176666093 tempest-TenantUsagesTestJSON-1176666093-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 725.787548] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-8771530a-417d-4d7b-aa40-87c2fead12f6 tempest-TenantUsagesTestJSON-1176666093 tempest-TenantUsagesTestJSON-1176666093-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 725.787768] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-8771530a-417d-4d7b-aa40-87c2fead12f6 tempest-TenantUsagesTestJSON-1176666093 tempest-TenantUsagesTestJSON-1176666093-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 725.787918] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-8771530a-417d-4d7b-aa40-87c2fead12f6 tempest-TenantUsagesTestJSON-1176666093 tempest-TenantUsagesTestJSON-1176666093-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 725.789020] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-8771530a-417d-4d7b-aa40-87c2fead12f6 tempest-TenantUsagesTestJSON-1176666093 tempest-TenantUsagesTestJSON-1176666093-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 725.789278] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-8771530a-417d-4d7b-aa40-87c2fead12f6 tempest-TenantUsagesTestJSON-1176666093 tempest-TenantUsagesTestJSON-1176666093-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 725.789460] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-8771530a-417d-4d7b-aa40-87c2fead12f6 tempest-TenantUsagesTestJSON-1176666093 tempest-TenantUsagesTestJSON-1176666093-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 725.803424] nova-conductor[54851]: DEBUG nova.quota [None req-8771530a-417d-4d7b-aa40-87c2fead12f6 tempest-TenantUsagesTestJSON-1176666093 tempest-TenantUsagesTestJSON-1176666093-project-member] Getting quotas for project ff8b59dc3b814d6ca5fa1d03d04660c6. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 725.806356] nova-conductor[54851]: DEBUG nova.quota [None req-8771530a-417d-4d7b-aa40-87c2fead12f6 tempest-TenantUsagesTestJSON-1176666093 tempest-TenantUsagesTestJSON-1176666093-project-member] Getting quotas for user 969a00a745194f36adea881ba34cc9c1 and project ff8b59dc3b814d6ca5fa1d03d04660c6. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 725.811979] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-8771530a-417d-4d7b-aa40-87c2fead12f6 tempest-TenantUsagesTestJSON-1176666093 tempest-TenantUsagesTestJSON-1176666093-project-member] [instance: ca7fc13d-e9be-481c-ae58-78377627800c] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54851) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 725.812379] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-8771530a-417d-4d7b-aa40-87c2fead12f6 tempest-TenantUsagesTestJSON-1176666093 tempest-TenantUsagesTestJSON-1176666093-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 725.813055] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-8771530a-417d-4d7b-aa40-87c2fead12f6 tempest-TenantUsagesTestJSON-1176666093 tempest-TenantUsagesTestJSON-1176666093-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 725.813055] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-8771530a-417d-4d7b-aa40-87c2fead12f6 tempest-TenantUsagesTestJSON-1176666093 tempest-TenantUsagesTestJSON-1176666093-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 725.815654] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-8771530a-417d-4d7b-aa40-87c2fead12f6 tempest-TenantUsagesTestJSON-1176666093 tempest-TenantUsagesTestJSON-1176666093-project-member] [instance: ca7fc13d-e9be-481c-ae58-78377627800c] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54851) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 725.816244] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-8771530a-417d-4d7b-aa40-87c2fead12f6 tempest-TenantUsagesTestJSON-1176666093 tempest-TenantUsagesTestJSON-1176666093-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 725.816442] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-8771530a-417d-4d7b-aa40-87c2fead12f6 tempest-TenantUsagesTestJSON-1176666093 tempest-TenantUsagesTestJSON-1176666093-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 725.816606] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-8771530a-417d-4d7b-aa40-87c2fead12f6 tempest-TenantUsagesTestJSON-1176666093 tempest-TenantUsagesTestJSON-1176666093-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 725.833547] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-8771530a-417d-4d7b-aa40-87c2fead12f6 tempest-TenantUsagesTestJSON-1176666093 tempest-TenantUsagesTestJSON-1176666093-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 725.833794] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-8771530a-417d-4d7b-aa40-87c2fead12f6 tempest-TenantUsagesTestJSON-1176666093 tempest-TenantUsagesTestJSON-1176666093-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 725.833971] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-8771530a-417d-4d7b-aa40-87c2fead12f6 tempest-TenantUsagesTestJSON-1176666093 tempest-TenantUsagesTestJSON-1176666093-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 730.353957] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-79a48fcc-1aa6-49bb-ba1a-917f01d2345c tempest-ServerDiagnosticsV248Test-1612581296 tempest-ServerDiagnosticsV248Test-1612581296-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 730.376612] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-79a48fcc-1aa6-49bb-ba1a-917f01d2345c tempest-ServerDiagnosticsV248Test-1612581296 tempest-ServerDiagnosticsV248Test-1612581296-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 730.376830] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-79a48fcc-1aa6-49bb-ba1a-917f01d2345c tempest-ServerDiagnosticsV248Test-1612581296 tempest-ServerDiagnosticsV248Test-1612581296-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 730.376999] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-79a48fcc-1aa6-49bb-ba1a-917f01d2345c tempest-ServerDiagnosticsV248Test-1612581296 tempest-ServerDiagnosticsV248Test-1612581296-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 730.413320] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-79a48fcc-1aa6-49bb-ba1a-917f01d2345c tempest-ServerDiagnosticsV248Test-1612581296 tempest-ServerDiagnosticsV248Test-1612581296-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 730.413523] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-79a48fcc-1aa6-49bb-ba1a-917f01d2345c tempest-ServerDiagnosticsV248Test-1612581296 tempest-ServerDiagnosticsV248Test-1612581296-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 730.413691] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-79a48fcc-1aa6-49bb-ba1a-917f01d2345c tempest-ServerDiagnosticsV248Test-1612581296 tempest-ServerDiagnosticsV248Test-1612581296-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 730.414056] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-79a48fcc-1aa6-49bb-ba1a-917f01d2345c tempest-ServerDiagnosticsV248Test-1612581296 tempest-ServerDiagnosticsV248Test-1612581296-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 730.414241] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-79a48fcc-1aa6-49bb-ba1a-917f01d2345c tempest-ServerDiagnosticsV248Test-1612581296 tempest-ServerDiagnosticsV248Test-1612581296-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 730.414402] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-79a48fcc-1aa6-49bb-ba1a-917f01d2345c tempest-ServerDiagnosticsV248Test-1612581296 tempest-ServerDiagnosticsV248Test-1612581296-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 730.421382] nova-conductor[54852]: DEBUG nova.quota [None req-79a48fcc-1aa6-49bb-ba1a-917f01d2345c tempest-ServerDiagnosticsV248Test-1612581296 tempest-ServerDiagnosticsV248Test-1612581296-project-member] Getting quotas for project 48d1df38ff244d87a9e97cee7025c3dd. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 730.423424] nova-conductor[54852]: DEBUG nova.quota [None req-79a48fcc-1aa6-49bb-ba1a-917f01d2345c tempest-ServerDiagnosticsV248Test-1612581296 tempest-ServerDiagnosticsV248Test-1612581296-project-member] Getting quotas for user 2eaded2c0616456796f1a43d43344974 and project 48d1df38ff244d87a9e97cee7025c3dd. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 730.428144] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-79a48fcc-1aa6-49bb-ba1a-917f01d2345c tempest-ServerDiagnosticsV248Test-1612581296 tempest-ServerDiagnosticsV248Test-1612581296-project-member] [instance: 34b6c13c-c95b-4cc2-b6eb-cc9374535aec] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 730.428529] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-79a48fcc-1aa6-49bb-ba1a-917f01d2345c tempest-ServerDiagnosticsV248Test-1612581296 tempest-ServerDiagnosticsV248Test-1612581296-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 730.428725] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-79a48fcc-1aa6-49bb-ba1a-917f01d2345c tempest-ServerDiagnosticsV248Test-1612581296 tempest-ServerDiagnosticsV248Test-1612581296-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 730.428888] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-79a48fcc-1aa6-49bb-ba1a-917f01d2345c tempest-ServerDiagnosticsV248Test-1612581296 tempest-ServerDiagnosticsV248Test-1612581296-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 730.433256] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-79a48fcc-1aa6-49bb-ba1a-917f01d2345c tempest-ServerDiagnosticsV248Test-1612581296 tempest-ServerDiagnosticsV248Test-1612581296-project-member] [instance: 34b6c13c-c95b-4cc2-b6eb-cc9374535aec] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 730.433835] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-79a48fcc-1aa6-49bb-ba1a-917f01d2345c tempest-ServerDiagnosticsV248Test-1612581296 tempest-ServerDiagnosticsV248Test-1612581296-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 730.434041] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-79a48fcc-1aa6-49bb-ba1a-917f01d2345c tempest-ServerDiagnosticsV248Test-1612581296 tempest-ServerDiagnosticsV248Test-1612581296-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 730.434209] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-79a48fcc-1aa6-49bb-ba1a-917f01d2345c tempest-ServerDiagnosticsV248Test-1612581296 tempest-ServerDiagnosticsV248Test-1612581296-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 730.449058] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-79a48fcc-1aa6-49bb-ba1a-917f01d2345c tempest-ServerDiagnosticsV248Test-1612581296 tempest-ServerDiagnosticsV248Test-1612581296-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 730.449349] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-79a48fcc-1aa6-49bb-ba1a-917f01d2345c tempest-ServerDiagnosticsV248Test-1612581296 tempest-ServerDiagnosticsV248Test-1612581296-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 730.449523] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-79a48fcc-1aa6-49bb-ba1a-917f01d2345c tempest-ServerDiagnosticsV248Test-1612581296 tempest-ServerDiagnosticsV248Test-1612581296-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 731.599761] nova-conductor[54852]: ERROR nova.scheduler.utils [None req-1fd00242-b7de-4e3c-9925-a989db253696 tempest-ServerActionsTestJSON-1068459111 tempest-ServerActionsTestJSON-1068459111-project-member] [instance: cb35ba14-6a78-4381-9c93-f2fa285468d7] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 6789cad3-4447-4caf-a77a-4151a1974032, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance cb35ba14-6a78-4381-9c93-f2fa285468d7 was re-scheduled: Binding failed for port 6789cad3-4447-4caf-a77a-4151a1974032, please check neutron logs for more information.\n'] [ 731.600826] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-1fd00242-b7de-4e3c-9925-a989db253696 tempest-ServerActionsTestJSON-1068459111 tempest-ServerActionsTestJSON-1068459111-project-member] Rescheduling: True {{(pid=54852) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 731.601103] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-1fd00242-b7de-4e3c-9925-a989db253696 tempest-ServerActionsTestJSON-1068459111 tempest-ServerActionsTestJSON-1068459111-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance cb35ba14-6a78-4381-9c93-f2fa285468d7.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance cb35ba14-6a78-4381-9c93-f2fa285468d7. [ 731.601414] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-1fd00242-b7de-4e3c-9925-a989db253696 tempest-ServerActionsTestJSON-1068459111 tempest-ServerActionsTestJSON-1068459111-project-member] [instance: cb35ba14-6a78-4381-9c93-f2fa285468d7] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance cb35ba14-6a78-4381-9c93-f2fa285468d7. [ 731.623215] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-19d15424-982e-4454-97dc-18c7825d4208 tempest-ServersTestBootFromVolume-52030683 tempest-ServersTestBootFromVolume-52030683-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54851) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 731.626070] nova-conductor[54852]: DEBUG nova.network.neutron [None req-1fd00242-b7de-4e3c-9925-a989db253696 tempest-ServerActionsTestJSON-1068459111 tempest-ServerActionsTestJSON-1068459111-project-member] [instance: cb35ba14-6a78-4381-9c93-f2fa285468d7] deallocate_for_instance() {{(pid=54852) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 731.635619] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-19d15424-982e-4454-97dc-18c7825d4208 tempest-ServersTestBootFromVolume-52030683 tempest-ServersTestBootFromVolume-52030683-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 731.635858] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-19d15424-982e-4454-97dc-18c7825d4208 tempest-ServersTestBootFromVolume-52030683 tempest-ServersTestBootFromVolume-52030683-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 731.636036] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-19d15424-982e-4454-97dc-18c7825d4208 tempest-ServersTestBootFromVolume-52030683 tempest-ServersTestBootFromVolume-52030683-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 731.646536] nova-conductor[54852]: DEBUG nova.network.neutron [None req-1fd00242-b7de-4e3c-9925-a989db253696 tempest-ServerActionsTestJSON-1068459111 tempest-ServerActionsTestJSON-1068459111-project-member] [instance: cb35ba14-6a78-4381-9c93-f2fa285468d7] Instance cache missing network info. {{(pid=54852) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 731.650064] nova-conductor[54852]: DEBUG nova.network.neutron [None req-1fd00242-b7de-4e3c-9925-a989db253696 tempest-ServerActionsTestJSON-1068459111 tempest-ServerActionsTestJSON-1068459111-project-member] [instance: cb35ba14-6a78-4381-9c93-f2fa285468d7] Updating instance_info_cache with network_info: [] {{(pid=54852) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 731.676742] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-19d15424-982e-4454-97dc-18c7825d4208 tempest-ServersTestBootFromVolume-52030683 tempest-ServersTestBootFromVolume-52030683-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 731.676977] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-19d15424-982e-4454-97dc-18c7825d4208 tempest-ServersTestBootFromVolume-52030683 tempest-ServersTestBootFromVolume-52030683-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 731.677164] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-19d15424-982e-4454-97dc-18c7825d4208 tempest-ServersTestBootFromVolume-52030683 tempest-ServersTestBootFromVolume-52030683-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 731.677527] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-19d15424-982e-4454-97dc-18c7825d4208 tempest-ServersTestBootFromVolume-52030683 tempest-ServersTestBootFromVolume-52030683-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 731.677717] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-19d15424-982e-4454-97dc-18c7825d4208 tempest-ServersTestBootFromVolume-52030683 tempest-ServersTestBootFromVolume-52030683-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 731.677879] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-19d15424-982e-4454-97dc-18c7825d4208 tempest-ServersTestBootFromVolume-52030683 tempest-ServersTestBootFromVolume-52030683-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 731.686556] nova-conductor[54851]: DEBUG nova.quota [None req-19d15424-982e-4454-97dc-18c7825d4208 tempest-ServersTestBootFromVolume-52030683 tempest-ServersTestBootFromVolume-52030683-project-member] Getting quotas for project f9bd4f56d8d6415c9f5d98fe6d2562ed. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 731.689795] nova-conductor[54851]: DEBUG nova.quota [None req-19d15424-982e-4454-97dc-18c7825d4208 tempest-ServersTestBootFromVolume-52030683 tempest-ServersTestBootFromVolume-52030683-project-member] Getting quotas for user 88ff36903a64472aac028f0367fa59f6 and project f9bd4f56d8d6415c9f5d98fe6d2562ed. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 731.695104] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-19d15424-982e-4454-97dc-18c7825d4208 tempest-ServersTestBootFromVolume-52030683 tempest-ServersTestBootFromVolume-52030683-project-member] [instance: 4846f1d8-7628-405e-bef0-0d795a973a34] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54851) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 731.695661] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-19d15424-982e-4454-97dc-18c7825d4208 tempest-ServersTestBootFromVolume-52030683 tempest-ServersTestBootFromVolume-52030683-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 731.695910] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-19d15424-982e-4454-97dc-18c7825d4208 tempest-ServersTestBootFromVolume-52030683 tempest-ServersTestBootFromVolume-52030683-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 731.696102] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-19d15424-982e-4454-97dc-18c7825d4208 tempest-ServersTestBootFromVolume-52030683 tempest-ServersTestBootFromVolume-52030683-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 731.698912] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-19d15424-982e-4454-97dc-18c7825d4208 tempest-ServersTestBootFromVolume-52030683 tempest-ServersTestBootFromVolume-52030683-project-member] [instance: 4846f1d8-7628-405e-bef0-0d795a973a34] block_device_mapping [BlockDeviceMapping(attachment_id=6dc96f20-7855-45a9-ab9c-3abe98a258d3,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='volume',device_name=None,device_type=None,disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id=None,instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='volume',tag=None,updated_at=,uuid=,volume_id='768ba74c-8c9a-45ea-b9a6-343ae3ebf625',volume_size=1,volume_type=None)] {{(pid=54851) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 731.699599] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-19d15424-982e-4454-97dc-18c7825d4208 tempest-ServersTestBootFromVolume-52030683 tempest-ServersTestBootFromVolume-52030683-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 731.699799] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-19d15424-982e-4454-97dc-18c7825d4208 tempest-ServersTestBootFromVolume-52030683 tempest-ServersTestBootFromVolume-52030683-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 731.699962] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-19d15424-982e-4454-97dc-18c7825d4208 tempest-ServersTestBootFromVolume-52030683 tempest-ServersTestBootFromVolume-52030683-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 731.713751] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-19d15424-982e-4454-97dc-18c7825d4208 tempest-ServersTestBootFromVolume-52030683 tempest-ServersTestBootFromVolume-52030683-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 731.713751] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-19d15424-982e-4454-97dc-18c7825d4208 tempest-ServersTestBootFromVolume-52030683 tempest-ServersTestBootFromVolume-52030683-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 731.713751] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-19d15424-982e-4454-97dc-18c7825d4208 tempest-ServersTestBootFromVolume-52030683 tempest-ServersTestBootFromVolume-52030683-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 733.563769] nova-conductor[54851]: ERROR nova.scheduler.utils [None req-bcf61173-4091-4fc1-ac45-d535f17e1268 tempest-ImagesOneServerNegativeTestJSON-1454207902 tempest-ImagesOneServerNegativeTestJSON-1454207902-project-member] [instance: 64044aea-4572-48b1-93b3-93f079a829dd] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 003856df-04d1-443c-968c-8e4f6c633926, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 64044aea-4572-48b1-93b3-93f079a829dd was re-scheduled: Binding failed for port 003856df-04d1-443c-968c-8e4f6c633926, please check neutron logs for more information.\n'] [ 733.564951] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-bcf61173-4091-4fc1-ac45-d535f17e1268 tempest-ImagesOneServerNegativeTestJSON-1454207902 tempest-ImagesOneServerNegativeTestJSON-1454207902-project-member] Rescheduling: True {{(pid=54851) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 733.564951] nova-conductor[54851]: WARNING nova.scheduler.utils [None req-bcf61173-4091-4fc1-ac45-d535f17e1268 tempest-ImagesOneServerNegativeTestJSON-1454207902 tempest-ImagesOneServerNegativeTestJSON-1454207902-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 64044aea-4572-48b1-93b3-93f079a829dd.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 64044aea-4572-48b1-93b3-93f079a829dd. [ 733.565088] nova-conductor[54851]: WARNING nova.scheduler.utils [None req-bcf61173-4091-4fc1-ac45-d535f17e1268 tempest-ImagesOneServerNegativeTestJSON-1454207902 tempest-ImagesOneServerNegativeTestJSON-1454207902-project-member] [instance: 64044aea-4572-48b1-93b3-93f079a829dd] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 64044aea-4572-48b1-93b3-93f079a829dd. [ 733.599313] nova-conductor[54851]: DEBUG nova.network.neutron [None req-bcf61173-4091-4fc1-ac45-d535f17e1268 tempest-ImagesOneServerNegativeTestJSON-1454207902 tempest-ImagesOneServerNegativeTestJSON-1454207902-project-member] [instance: 64044aea-4572-48b1-93b3-93f079a829dd] deallocate_for_instance() {{(pid=54851) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 733.632413] nova-conductor[54851]: DEBUG nova.network.neutron [None req-bcf61173-4091-4fc1-ac45-d535f17e1268 tempest-ImagesOneServerNegativeTestJSON-1454207902 tempest-ImagesOneServerNegativeTestJSON-1454207902-project-member] [instance: 64044aea-4572-48b1-93b3-93f079a829dd] Instance cache missing network info. {{(pid=54851) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 733.636091] nova-conductor[54851]: DEBUG nova.network.neutron [None req-bcf61173-4091-4fc1-ac45-d535f17e1268 tempest-ImagesOneServerNegativeTestJSON-1454207902 tempest-ImagesOneServerNegativeTestJSON-1454207902-project-member] [instance: 64044aea-4572-48b1-93b3-93f079a829dd] Updating instance_info_cache with network_info: [] {{(pid=54851) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.575585] nova-conductor[54852]: ERROR nova.scheduler.utils [None req-3ff5f400-88e4-44bb-b9dd-edac07e8327d tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] [instance: afd7d381-6eb1-4e5a-aaa5-34ce77953b1b] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 72c35de6-bf96-4496-8bb9-8cc5f8c45497, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance afd7d381-6eb1-4e5a-aaa5-34ce77953b1b was re-scheduled: Binding failed for port 72c35de6-bf96-4496-8bb9-8cc5f8c45497, please check neutron logs for more information.\n'] [ 735.576267] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-3ff5f400-88e4-44bb-b9dd-edac07e8327d tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Rescheduling: True {{(pid=54852) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 735.576432] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-3ff5f400-88e4-44bb-b9dd-edac07e8327d tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance afd7d381-6eb1-4e5a-aaa5-34ce77953b1b.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance afd7d381-6eb1-4e5a-aaa5-34ce77953b1b. [ 735.576648] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-3ff5f400-88e4-44bb-b9dd-edac07e8327d tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] [instance: afd7d381-6eb1-4e5a-aaa5-34ce77953b1b] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance afd7d381-6eb1-4e5a-aaa5-34ce77953b1b. [ 735.617852] nova-conductor[54852]: DEBUG nova.network.neutron [None req-3ff5f400-88e4-44bb-b9dd-edac07e8327d tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] [instance: afd7d381-6eb1-4e5a-aaa5-34ce77953b1b] deallocate_for_instance() {{(pid=54852) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 735.639754] nova-conductor[54852]: DEBUG nova.network.neutron [None req-3ff5f400-88e4-44bb-b9dd-edac07e8327d tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] [instance: afd7d381-6eb1-4e5a-aaa5-34ce77953b1b] Instance cache missing network info. {{(pid=54852) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 735.646606] nova-conductor[54852]: DEBUG nova.network.neutron [None req-3ff5f400-88e4-44bb-b9dd-edac07e8327d tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] [instance: afd7d381-6eb1-4e5a-aaa5-34ce77953b1b] Updating instance_info_cache with network_info: [] {{(pid=54852) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.289705] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-b19bf01e-aa63-4a48-9ebc-c79c8d29dbfc tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54851) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 737.305488] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-b19bf01e-aa63-4a48-9ebc-c79c8d29dbfc tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 737.305999] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-b19bf01e-aa63-4a48-9ebc-c79c8d29dbfc tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 737.306222] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-b19bf01e-aa63-4a48-9ebc-c79c8d29dbfc tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 737.352588] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-b19bf01e-aa63-4a48-9ebc-c79c8d29dbfc tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 737.352878] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-b19bf01e-aa63-4a48-9ebc-c79c8d29dbfc tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 737.353144] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-b19bf01e-aa63-4a48-9ebc-c79c8d29dbfc tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 737.353593] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-b19bf01e-aa63-4a48-9ebc-c79c8d29dbfc tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 737.357024] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-b19bf01e-aa63-4a48-9ebc-c79c8d29dbfc tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 737.357024] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-b19bf01e-aa63-4a48-9ebc-c79c8d29dbfc tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 737.366340] nova-conductor[54851]: DEBUG nova.quota [None req-b19bf01e-aa63-4a48-9ebc-c79c8d29dbfc tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Getting quotas for project 094ca56818604bee9c1f75d1493ab3af. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 737.372610] nova-conductor[54851]: DEBUG nova.quota [None req-b19bf01e-aa63-4a48-9ebc-c79c8d29dbfc tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Getting quotas for user f24a30e1160a43d5be6cde39b8f79edd and project 094ca56818604bee9c1f75d1493ab3af. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 737.390683] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-b19bf01e-aa63-4a48-9ebc-c79c8d29dbfc tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] [instance: 16224e22-7091-4381-9f40-3f52f24bb724] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54851) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 737.391210] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-b19bf01e-aa63-4a48-9ebc-c79c8d29dbfc tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 737.391516] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-b19bf01e-aa63-4a48-9ebc-c79c8d29dbfc tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 737.391752] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-b19bf01e-aa63-4a48-9ebc-c79c8d29dbfc tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 737.408851] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-b19bf01e-aa63-4a48-9ebc-c79c8d29dbfc tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] [instance: 16224e22-7091-4381-9f40-3f52f24bb724] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54851) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 737.408851] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-b19bf01e-aa63-4a48-9ebc-c79c8d29dbfc tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 737.408851] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-b19bf01e-aa63-4a48-9ebc-c79c8d29dbfc tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 737.409165] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-b19bf01e-aa63-4a48-9ebc-c79c8d29dbfc tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 737.432133] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-b19bf01e-aa63-4a48-9ebc-c79c8d29dbfc tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 737.432365] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-b19bf01e-aa63-4a48-9ebc-c79c8d29dbfc tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 737.432535] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-b19bf01e-aa63-4a48-9ebc-c79c8d29dbfc tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 740.256038] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-f6a0913f-7a03-4cc6-bf66-0886aa3d8007 tempest-AttachInterfacesV270Test-1651024537 tempest-AttachInterfacesV270Test-1651024537-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 740.269642] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-f6a0913f-7a03-4cc6-bf66-0886aa3d8007 tempest-AttachInterfacesV270Test-1651024537 tempest-AttachInterfacesV270Test-1651024537-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 740.269878] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-f6a0913f-7a03-4cc6-bf66-0886aa3d8007 tempest-AttachInterfacesV270Test-1651024537 tempest-AttachInterfacesV270Test-1651024537-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 740.270058] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-f6a0913f-7a03-4cc6-bf66-0886aa3d8007 tempest-AttachInterfacesV270Test-1651024537 tempest-AttachInterfacesV270Test-1651024537-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 740.294018] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-f6a0913f-7a03-4cc6-bf66-0886aa3d8007 tempest-AttachInterfacesV270Test-1651024537 tempest-AttachInterfacesV270Test-1651024537-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 740.294257] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-f6a0913f-7a03-4cc6-bf66-0886aa3d8007 tempest-AttachInterfacesV270Test-1651024537 tempest-AttachInterfacesV270Test-1651024537-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 740.294456] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-f6a0913f-7a03-4cc6-bf66-0886aa3d8007 tempest-AttachInterfacesV270Test-1651024537 tempest-AttachInterfacesV270Test-1651024537-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 740.294865] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-f6a0913f-7a03-4cc6-bf66-0886aa3d8007 tempest-AttachInterfacesV270Test-1651024537 tempest-AttachInterfacesV270Test-1651024537-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 740.294997] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-f6a0913f-7a03-4cc6-bf66-0886aa3d8007 tempest-AttachInterfacesV270Test-1651024537 tempest-AttachInterfacesV270Test-1651024537-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 740.295177] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-f6a0913f-7a03-4cc6-bf66-0886aa3d8007 tempest-AttachInterfacesV270Test-1651024537 tempest-AttachInterfacesV270Test-1651024537-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 740.302480] nova-conductor[54852]: DEBUG nova.quota [None req-f6a0913f-7a03-4cc6-bf66-0886aa3d8007 tempest-AttachInterfacesV270Test-1651024537 tempest-AttachInterfacesV270Test-1651024537-project-member] Getting quotas for project ebf2beba58fc43fd8972f670fc3f9c4b. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 740.304904] nova-conductor[54852]: DEBUG nova.quota [None req-f6a0913f-7a03-4cc6-bf66-0886aa3d8007 tempest-AttachInterfacesV270Test-1651024537 tempest-AttachInterfacesV270Test-1651024537-project-member] Getting quotas for user 1a7e75f8e6944c27b4a5982f524f3d32 and project ebf2beba58fc43fd8972f670fc3f9c4b. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 740.309992] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-f6a0913f-7a03-4cc6-bf66-0886aa3d8007 tempest-AttachInterfacesV270Test-1651024537 tempest-AttachInterfacesV270Test-1651024537-project-member] [instance: b4ea4cff-ada0-4355-a514-d8b179616535] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 740.310356] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-f6a0913f-7a03-4cc6-bf66-0886aa3d8007 tempest-AttachInterfacesV270Test-1651024537 tempest-AttachInterfacesV270Test-1651024537-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 740.310552] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-f6a0913f-7a03-4cc6-bf66-0886aa3d8007 tempest-AttachInterfacesV270Test-1651024537 tempest-AttachInterfacesV270Test-1651024537-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 740.310716] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-f6a0913f-7a03-4cc6-bf66-0886aa3d8007 tempest-AttachInterfacesV270Test-1651024537 tempest-AttachInterfacesV270Test-1651024537-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 740.320463] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-f6a0913f-7a03-4cc6-bf66-0886aa3d8007 tempest-AttachInterfacesV270Test-1651024537 tempest-AttachInterfacesV270Test-1651024537-project-member] [instance: b4ea4cff-ada0-4355-a514-d8b179616535] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 740.321096] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-f6a0913f-7a03-4cc6-bf66-0886aa3d8007 tempest-AttachInterfacesV270Test-1651024537 tempest-AttachInterfacesV270Test-1651024537-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 740.321358] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-f6a0913f-7a03-4cc6-bf66-0886aa3d8007 tempest-AttachInterfacesV270Test-1651024537 tempest-AttachInterfacesV270Test-1651024537-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 740.321544] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-f6a0913f-7a03-4cc6-bf66-0886aa3d8007 tempest-AttachInterfacesV270Test-1651024537 tempest-AttachInterfacesV270Test-1651024537-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 740.336405] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-f6a0913f-7a03-4cc6-bf66-0886aa3d8007 tempest-AttachInterfacesV270Test-1651024537 tempest-AttachInterfacesV270Test-1651024537-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 740.336655] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-f6a0913f-7a03-4cc6-bf66-0886aa3d8007 tempest-AttachInterfacesV270Test-1651024537 tempest-AttachInterfacesV270Test-1651024537-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 740.336795] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-f6a0913f-7a03-4cc6-bf66-0886aa3d8007 tempest-AttachInterfacesV270Test-1651024537 tempest-AttachInterfacesV270Test-1651024537-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 742.622678] nova-conductor[54851]: ERROR nova.scheduler.utils [None req-2289a245-feb0-49e2-bb55-58ba6ed50850 tempest-ServerGroupTestJSON-1694021366 tempest-ServerGroupTestJSON-1694021366-project-member] [instance: 710a4cb2-a1f6-461e-ac26-d1e86cdd435d] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 321212a8-32fe-47ed-b0e8-c5d1f8eecf06, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 710a4cb2-a1f6-461e-ac26-d1e86cdd435d was re-scheduled: Binding failed for port 321212a8-32fe-47ed-b0e8-c5d1f8eecf06, please check neutron logs for more information.\n'] [ 742.623817] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-2289a245-feb0-49e2-bb55-58ba6ed50850 tempest-ServerGroupTestJSON-1694021366 tempest-ServerGroupTestJSON-1694021366-project-member] Rescheduling: True {{(pid=54851) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 742.624217] nova-conductor[54851]: WARNING nova.scheduler.utils [None req-2289a245-feb0-49e2-bb55-58ba6ed50850 tempest-ServerGroupTestJSON-1694021366 tempest-ServerGroupTestJSON-1694021366-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 710a4cb2-a1f6-461e-ac26-d1e86cdd435d.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 710a4cb2-a1f6-461e-ac26-d1e86cdd435d. [ 742.624500] nova-conductor[54851]: WARNING nova.scheduler.utils [None req-2289a245-feb0-49e2-bb55-58ba6ed50850 tempest-ServerGroupTestJSON-1694021366 tempest-ServerGroupTestJSON-1694021366-project-member] [instance: 710a4cb2-a1f6-461e-ac26-d1e86cdd435d] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 710a4cb2-a1f6-461e-ac26-d1e86cdd435d. [ 742.645416] nova-conductor[54851]: DEBUG nova.network.neutron [None req-2289a245-feb0-49e2-bb55-58ba6ed50850 tempest-ServerGroupTestJSON-1694021366 tempest-ServerGroupTestJSON-1694021366-project-member] [instance: 710a4cb2-a1f6-461e-ac26-d1e86cdd435d] deallocate_for_instance() {{(pid=54851) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 742.663029] nova-conductor[54851]: DEBUG nova.network.neutron [None req-2289a245-feb0-49e2-bb55-58ba6ed50850 tempest-ServerGroupTestJSON-1694021366 tempest-ServerGroupTestJSON-1694021366-project-member] [instance: 710a4cb2-a1f6-461e-ac26-d1e86cdd435d] Instance cache missing network info. {{(pid=54851) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 742.666521] nova-conductor[54851]: DEBUG nova.network.neutron [None req-2289a245-feb0-49e2-bb55-58ba6ed50850 tempest-ServerGroupTestJSON-1694021366 tempest-ServerGroupTestJSON-1694021366-project-member] [instance: 710a4cb2-a1f6-461e-ac26-d1e86cdd435d] Updating instance_info_cache with network_info: [] {{(pid=54851) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.358043] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_cell0:SELECT=3 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 747.411969] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_cell1:SELECT=9,nova_cell1:SAVEPOINT=2,nova_cell1:INSERT=24,nova_cell1:RELEASE=2 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 747.425679] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_api:SELECT=17,nova_api:UPDATE=2,nova_api:DELETE=1 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 747.429783] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_api:SELECT=19,nova_api:UPDATE=1,nova_api:DELETE=2 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 750.300075] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell0:SELECT=2 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 750.326455] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell1:SELECT=6,nova_cell1:SAVEPOINT=2,nova_cell1:INSERT=16,nova_cell1:RELEASE=2 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 750.330615] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_api:SELECT=12 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 750.337652] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_api:SELECT=12,nova_api:UPDATE=2,nova_api:DELETE=2 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 752.413134] nova-conductor[54852]: ERROR nova.scheduler.utils [None req-bdc4ff16-a981-4c06-bd50-d4e3a92f46f7 tempest-SecurityGroupsTestJSON-1309146595 tempest-SecurityGroupsTestJSON-1309146595-project-member] [instance: de2daf8c-73c1-44fe-bb01-2b54f1f1c419] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port d208e472-8506-4ab4-8e8a-a63b5e63a3d9, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance de2daf8c-73c1-44fe-bb01-2b54f1f1c419 was re-scheduled: Binding failed for port d208e472-8506-4ab4-8e8a-a63b5e63a3d9, please check neutron logs for more information.\n'] [ 752.413134] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-bdc4ff16-a981-4c06-bd50-d4e3a92f46f7 tempest-SecurityGroupsTestJSON-1309146595 tempest-SecurityGroupsTestJSON-1309146595-project-member] Rescheduling: True {{(pid=54852) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 752.413134] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-bdc4ff16-a981-4c06-bd50-d4e3a92f46f7 tempest-SecurityGroupsTestJSON-1309146595 tempest-SecurityGroupsTestJSON-1309146595-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance de2daf8c-73c1-44fe-bb01-2b54f1f1c419.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance de2daf8c-73c1-44fe-bb01-2b54f1f1c419. [ 752.413134] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-bdc4ff16-a981-4c06-bd50-d4e3a92f46f7 tempest-SecurityGroupsTestJSON-1309146595 tempest-SecurityGroupsTestJSON-1309146595-project-member] [instance: de2daf8c-73c1-44fe-bb01-2b54f1f1c419] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance de2daf8c-73c1-44fe-bb01-2b54f1f1c419. [ 752.434304] nova-conductor[54852]: DEBUG nova.network.neutron [None req-bdc4ff16-a981-4c06-bd50-d4e3a92f46f7 tempest-SecurityGroupsTestJSON-1309146595 tempest-SecurityGroupsTestJSON-1309146595-project-member] [instance: de2daf8c-73c1-44fe-bb01-2b54f1f1c419] deallocate_for_instance() {{(pid=54852) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 752.473221] nova-conductor[54852]: DEBUG nova.network.neutron [None req-bdc4ff16-a981-4c06-bd50-d4e3a92f46f7 tempest-SecurityGroupsTestJSON-1309146595 tempest-SecurityGroupsTestJSON-1309146595-project-member] [instance: de2daf8c-73c1-44fe-bb01-2b54f1f1c419] Instance cache missing network info. {{(pid=54852) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 752.478493] nova-conductor[54852]: DEBUG nova.network.neutron [None req-bdc4ff16-a981-4c06-bd50-d4e3a92f46f7 tempest-SecurityGroupsTestJSON-1309146595 tempest-SecurityGroupsTestJSON-1309146595-project-member] [instance: de2daf8c-73c1-44fe-bb01-2b54f1f1c419] Updating instance_info_cache with network_info: [] {{(pid=54852) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 756.131681] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-386ac631-eefe-4c3d-a720-cee3ecb921e4 tempest-SecurityGroupsTestJSON-1309146595 tempest-SecurityGroupsTestJSON-1309146595-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 756.144367] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-386ac631-eefe-4c3d-a720-cee3ecb921e4 tempest-SecurityGroupsTestJSON-1309146595 tempest-SecurityGroupsTestJSON-1309146595-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 756.144597] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-386ac631-eefe-4c3d-a720-cee3ecb921e4 tempest-SecurityGroupsTestJSON-1309146595 tempest-SecurityGroupsTestJSON-1309146595-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 756.144769] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-386ac631-eefe-4c3d-a720-cee3ecb921e4 tempest-SecurityGroupsTestJSON-1309146595 tempest-SecurityGroupsTestJSON-1309146595-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 756.172389] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-386ac631-eefe-4c3d-a720-cee3ecb921e4 tempest-SecurityGroupsTestJSON-1309146595 tempest-SecurityGroupsTestJSON-1309146595-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 756.172659] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-386ac631-eefe-4c3d-a720-cee3ecb921e4 tempest-SecurityGroupsTestJSON-1309146595 tempest-SecurityGroupsTestJSON-1309146595-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 756.172949] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-386ac631-eefe-4c3d-a720-cee3ecb921e4 tempest-SecurityGroupsTestJSON-1309146595 tempest-SecurityGroupsTestJSON-1309146595-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 756.173362] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-386ac631-eefe-4c3d-a720-cee3ecb921e4 tempest-SecurityGroupsTestJSON-1309146595 tempest-SecurityGroupsTestJSON-1309146595-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 756.173622] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-386ac631-eefe-4c3d-a720-cee3ecb921e4 tempest-SecurityGroupsTestJSON-1309146595 tempest-SecurityGroupsTestJSON-1309146595-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 756.173788] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-386ac631-eefe-4c3d-a720-cee3ecb921e4 tempest-SecurityGroupsTestJSON-1309146595 tempest-SecurityGroupsTestJSON-1309146595-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 756.184040] nova-conductor[54852]: DEBUG nova.quota [None req-386ac631-eefe-4c3d-a720-cee3ecb921e4 tempest-SecurityGroupsTestJSON-1309146595 tempest-SecurityGroupsTestJSON-1309146595-project-member] Getting quotas for project c7a9b722dee442b1bd6fa656a3689fa0. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 756.186928] nova-conductor[54852]: DEBUG nova.quota [None req-386ac631-eefe-4c3d-a720-cee3ecb921e4 tempest-SecurityGroupsTestJSON-1309146595 tempest-SecurityGroupsTestJSON-1309146595-project-member] Getting quotas for user fda30da3f0e7444b9a109fd15c1bbb20 and project c7a9b722dee442b1bd6fa656a3689fa0. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 756.191962] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-386ac631-eefe-4c3d-a720-cee3ecb921e4 tempest-SecurityGroupsTestJSON-1309146595 tempest-SecurityGroupsTestJSON-1309146595-project-member] [instance: 39948315-6438-48f1-883b-b376e0786650] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 756.192451] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-386ac631-eefe-4c3d-a720-cee3ecb921e4 tempest-SecurityGroupsTestJSON-1309146595 tempest-SecurityGroupsTestJSON-1309146595-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 756.192708] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-386ac631-eefe-4c3d-a720-cee3ecb921e4 tempest-SecurityGroupsTestJSON-1309146595 tempest-SecurityGroupsTestJSON-1309146595-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 756.192948] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-386ac631-eefe-4c3d-a720-cee3ecb921e4 tempest-SecurityGroupsTestJSON-1309146595 tempest-SecurityGroupsTestJSON-1309146595-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 756.195746] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-386ac631-eefe-4c3d-a720-cee3ecb921e4 tempest-SecurityGroupsTestJSON-1309146595 tempest-SecurityGroupsTestJSON-1309146595-project-member] [instance: 39948315-6438-48f1-883b-b376e0786650] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 756.196378] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-386ac631-eefe-4c3d-a720-cee3ecb921e4 tempest-SecurityGroupsTestJSON-1309146595 tempest-SecurityGroupsTestJSON-1309146595-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 756.196583] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-386ac631-eefe-4c3d-a720-cee3ecb921e4 tempest-SecurityGroupsTestJSON-1309146595 tempest-SecurityGroupsTestJSON-1309146595-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 756.196747] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-386ac631-eefe-4c3d-a720-cee3ecb921e4 tempest-SecurityGroupsTestJSON-1309146595 tempest-SecurityGroupsTestJSON-1309146595-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 756.212837] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-386ac631-eefe-4c3d-a720-cee3ecb921e4 tempest-SecurityGroupsTestJSON-1309146595 tempest-SecurityGroupsTestJSON-1309146595-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 756.213019] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-386ac631-eefe-4c3d-a720-cee3ecb921e4 tempest-SecurityGroupsTestJSON-1309146595 tempest-SecurityGroupsTestJSON-1309146595-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 756.213218] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-386ac631-eefe-4c3d-a720-cee3ecb921e4 tempest-SecurityGroupsTestJSON-1309146595 tempest-SecurityGroupsTestJSON-1309146595-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 756.437410] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell1:SELECT=287,nova_cell1:UPDATE=140,nova_cell1:SAVEPOINT=31,nova_cell1:RELEASE=31,nova_cell1:INSERT=22 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 758.974969] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_cell1:SAVEPOINT=28,nova_cell1:RELEASE=28,nova_cell1:SELECT=293,nova_cell1:UPDATE=134,nova_cell1:INSERT=18 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 761.537976] nova-conductor[54852]: ERROR nova.scheduler.utils [None req-477d4fea-000d-4f3c-b021-45ab8d9f1c4a tempest-ListImageFiltersTestJSON-933601881 tempest-ListImageFiltersTestJSON-933601881-project-member] [instance: 244c71ad-130d-44ad-9998-3f5c51518482] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port fadeb616-d710-4ea9-897e-1f887a92b3f2, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 244c71ad-130d-44ad-9998-3f5c51518482 was re-scheduled: Binding failed for port fadeb616-d710-4ea9-897e-1f887a92b3f2, please check neutron logs for more information.\n'] [ 761.538290] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-477d4fea-000d-4f3c-b021-45ab8d9f1c4a tempest-ListImageFiltersTestJSON-933601881 tempest-ListImageFiltersTestJSON-933601881-project-member] Rescheduling: True {{(pid=54852) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 761.538330] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-477d4fea-000d-4f3c-b021-45ab8d9f1c4a tempest-ListImageFiltersTestJSON-933601881 tempest-ListImageFiltersTestJSON-933601881-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 244c71ad-130d-44ad-9998-3f5c51518482.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 244c71ad-130d-44ad-9998-3f5c51518482. [ 761.538659] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-477d4fea-000d-4f3c-b021-45ab8d9f1c4a tempest-ListImageFiltersTestJSON-933601881 tempest-ListImageFiltersTestJSON-933601881-project-member] [instance: 244c71ad-130d-44ad-9998-3f5c51518482] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 244c71ad-130d-44ad-9998-3f5c51518482. [ 761.562150] nova-conductor[54852]: DEBUG nova.network.neutron [None req-477d4fea-000d-4f3c-b021-45ab8d9f1c4a tempest-ListImageFiltersTestJSON-933601881 tempest-ListImageFiltersTestJSON-933601881-project-member] [instance: 244c71ad-130d-44ad-9998-3f5c51518482] deallocate_for_instance() {{(pid=54852) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 761.581310] nova-conductor[54852]: DEBUG nova.network.neutron [None req-477d4fea-000d-4f3c-b021-45ab8d9f1c4a tempest-ListImageFiltersTestJSON-933601881 tempest-ListImageFiltersTestJSON-933601881-project-member] [instance: 244c71ad-130d-44ad-9998-3f5c51518482] Instance cache missing network info. {{(pid=54852) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 761.586073] nova-conductor[54852]: DEBUG nova.network.neutron [None req-477d4fea-000d-4f3c-b021-45ab8d9f1c4a tempest-ListImageFiltersTestJSON-933601881 tempest-ListImageFiltersTestJSON-933601881-project-member] [instance: 244c71ad-130d-44ad-9998-3f5c51518482] Updating instance_info_cache with network_info: [] {{(pid=54852) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.442354] nova-conductor[54852]: ERROR nova.scheduler.utils [None req-ea51304c-4917-4e09-9d66-7abf0a053d0a tempest-ServerMetadataNegativeTestJSON-401377393 tempest-ServerMetadataNegativeTestJSON-401377393-project-member] [instance: a224dd44-bda2-464f-b946-edbe167927b9] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port aa82811b-2e65-4278-b2d4-40301d1e8b7d, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance a224dd44-bda2-464f-b946-edbe167927b9 was re-scheduled: Binding failed for port aa82811b-2e65-4278-b2d4-40301d1e8b7d, please check neutron logs for more information.\n'] [ 763.443976] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-ea51304c-4917-4e09-9d66-7abf0a053d0a tempest-ServerMetadataNegativeTestJSON-401377393 tempest-ServerMetadataNegativeTestJSON-401377393-project-member] Rescheduling: True {{(pid=54852) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 763.444335] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-ea51304c-4917-4e09-9d66-7abf0a053d0a tempest-ServerMetadataNegativeTestJSON-401377393 tempest-ServerMetadataNegativeTestJSON-401377393-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a224dd44-bda2-464f-b946-edbe167927b9.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a224dd44-bda2-464f-b946-edbe167927b9. [ 763.444652] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-ea51304c-4917-4e09-9d66-7abf0a053d0a tempest-ServerMetadataNegativeTestJSON-401377393 tempest-ServerMetadataNegativeTestJSON-401377393-project-member] [instance: a224dd44-bda2-464f-b946-edbe167927b9] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a224dd44-bda2-464f-b946-edbe167927b9. [ 763.479070] nova-conductor[54852]: DEBUG nova.network.neutron [None req-ea51304c-4917-4e09-9d66-7abf0a053d0a tempest-ServerMetadataNegativeTestJSON-401377393 tempest-ServerMetadataNegativeTestJSON-401377393-project-member] [instance: a224dd44-bda2-464f-b946-edbe167927b9] deallocate_for_instance() {{(pid=54852) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 763.505410] nova-conductor[54852]: DEBUG nova.network.neutron [None req-ea51304c-4917-4e09-9d66-7abf0a053d0a tempest-ServerMetadataNegativeTestJSON-401377393 tempest-ServerMetadataNegativeTestJSON-401377393-project-member] [instance: a224dd44-bda2-464f-b946-edbe167927b9] Instance cache missing network info. {{(pid=54852) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 763.512382] nova-conductor[54852]: DEBUG nova.network.neutron [None req-ea51304c-4917-4e09-9d66-7abf0a053d0a tempest-ServerMetadataNegativeTestJSON-401377393 tempest-ServerMetadataNegativeTestJSON-401377393-project-member] [instance: a224dd44-bda2-464f-b946-edbe167927b9] Updating instance_info_cache with network_info: [] {{(pid=54852) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.179640] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell0:SELECT=1 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 766.199120] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 766.203262] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_api:SELECT=5 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 766.210386] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_api:SELECT=7,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 768.024024] nova-conductor[54851]: ERROR nova.scheduler.utils [None req-0eff9fe4-f860-4fe1-9211-1f949677c509 tempest-ServerActionsV293TestJSON-166165411 tempest-ServerActionsV293TestJSON-166165411-project-member] [instance: 869c5e7f-b937-4add-ace2-7d9b178c2acc] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 36f66ae9-b16e-41fe-b029-370e6ec6b611, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 869c5e7f-b937-4add-ace2-7d9b178c2acc was re-scheduled: Binding failed for port 36f66ae9-b16e-41fe-b029-370e6ec6b611, please check neutron logs for more information.\n'] [ 768.024024] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-0eff9fe4-f860-4fe1-9211-1f949677c509 tempest-ServerActionsV293TestJSON-166165411 tempest-ServerActionsV293TestJSON-166165411-project-member] Rescheduling: True {{(pid=54851) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 768.024024] nova-conductor[54851]: WARNING nova.scheduler.utils [None req-0eff9fe4-f860-4fe1-9211-1f949677c509 tempest-ServerActionsV293TestJSON-166165411 tempest-ServerActionsV293TestJSON-166165411-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 869c5e7f-b937-4add-ace2-7d9b178c2acc.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 869c5e7f-b937-4add-ace2-7d9b178c2acc. [ 768.024024] nova-conductor[54851]: WARNING nova.scheduler.utils [None req-0eff9fe4-f860-4fe1-9211-1f949677c509 tempest-ServerActionsV293TestJSON-166165411 tempest-ServerActionsV293TestJSON-166165411-project-member] [instance: 869c5e7f-b937-4add-ace2-7d9b178c2acc] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 869c5e7f-b937-4add-ace2-7d9b178c2acc. [ 768.054360] nova-conductor[54851]: DEBUG nova.network.neutron [None req-0eff9fe4-f860-4fe1-9211-1f949677c509 tempest-ServerActionsV293TestJSON-166165411 tempest-ServerActionsV293TestJSON-166165411-project-member] [instance: 869c5e7f-b937-4add-ace2-7d9b178c2acc] deallocate_for_instance() {{(pid=54851) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 768.075723] nova-conductor[54851]: DEBUG nova.network.neutron [None req-0eff9fe4-f860-4fe1-9211-1f949677c509 tempest-ServerActionsV293TestJSON-166165411 tempest-ServerActionsV293TestJSON-166165411-project-member] [instance: 869c5e7f-b937-4add-ace2-7d9b178c2acc] Instance cache missing network info. {{(pid=54851) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 768.077305] nova-conductor[54851]: DEBUG nova.network.neutron [None req-0eff9fe4-f860-4fe1-9211-1f949677c509 tempest-ServerActionsV293TestJSON-166165411 tempest-ServerActionsV293TestJSON-166165411-project-member] [instance: 869c5e7f-b937-4add-ace2-7d9b178c2acc] Updating instance_info_cache with network_info: [] {{(pid=54851) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.789052] nova-conductor[54852]: ERROR nova.scheduler.utils [None req-fbf663fc-cb6a-4998-85c1-57c27a0d6113 tempest-ListImageFiltersTestJSON-933601881 tempest-ListImageFiltersTestJSON-933601881-project-member] [instance: ac386ddb-c812-4689-b9b4-b98d26ad1831] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 72f3f1b8-4a28-4714-b5f5-ac0bcf514015, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance ac386ddb-c812-4689-b9b4-b98d26ad1831 was re-scheduled: Binding failed for port 72f3f1b8-4a28-4714-b5f5-ac0bcf514015, please check neutron logs for more information.\n'] [ 769.789979] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-fbf663fc-cb6a-4998-85c1-57c27a0d6113 tempest-ListImageFiltersTestJSON-933601881 tempest-ListImageFiltersTestJSON-933601881-project-member] Rescheduling: True {{(pid=54852) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 769.789979] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-fbf663fc-cb6a-4998-85c1-57c27a0d6113 tempest-ListImageFiltersTestJSON-933601881 tempest-ListImageFiltersTestJSON-933601881-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ac386ddb-c812-4689-b9b4-b98d26ad1831.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ac386ddb-c812-4689-b9b4-b98d26ad1831. [ 769.790149] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-fbf663fc-cb6a-4998-85c1-57c27a0d6113 tempest-ListImageFiltersTestJSON-933601881 tempest-ListImageFiltersTestJSON-933601881-project-member] [instance: ac386ddb-c812-4689-b9b4-b98d26ad1831] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ac386ddb-c812-4689-b9b4-b98d26ad1831. [ 769.835743] nova-conductor[54852]: DEBUG nova.network.neutron [None req-fbf663fc-cb6a-4998-85c1-57c27a0d6113 tempest-ListImageFiltersTestJSON-933601881 tempest-ListImageFiltersTestJSON-933601881-project-member] [instance: ac386ddb-c812-4689-b9b4-b98d26ad1831] deallocate_for_instance() {{(pid=54852) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 769.917676] nova-conductor[54852]: DEBUG nova.network.neutron [None req-fbf663fc-cb6a-4998-85c1-57c27a0d6113 tempest-ListImageFiltersTestJSON-933601881 tempest-ListImageFiltersTestJSON-933601881-project-member] [instance: ac386ddb-c812-4689-b9b4-b98d26ad1831] Instance cache missing network info. {{(pid=54852) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 769.922791] nova-conductor[54852]: DEBUG nova.network.neutron [None req-fbf663fc-cb6a-4998-85c1-57c27a0d6113 tempest-ListImageFiltersTestJSON-933601881 tempest-ListImageFiltersTestJSON-933601881-project-member] [instance: ac386ddb-c812-4689-b9b4-b98d26ad1831] Updating instance_info_cache with network_info: [] {{(pid=54852) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 770.145027] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-1c0c7ede-00d0-4f08-ad46-f019e7259470 tempest-ServersNegativeTestJSON-1303968808 tempest-ServersNegativeTestJSON-1303968808-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 770.168256] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-1c0c7ede-00d0-4f08-ad46-f019e7259470 tempest-ServersNegativeTestJSON-1303968808 tempest-ServersNegativeTestJSON-1303968808-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 770.168463] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-1c0c7ede-00d0-4f08-ad46-f019e7259470 tempest-ServersNegativeTestJSON-1303968808 tempest-ServersNegativeTestJSON-1303968808-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 770.168626] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-1c0c7ede-00d0-4f08-ad46-f019e7259470 tempest-ServersNegativeTestJSON-1303968808 tempest-ServersNegativeTestJSON-1303968808-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 770.215967] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-1c0c7ede-00d0-4f08-ad46-f019e7259470 tempest-ServersNegativeTestJSON-1303968808 tempest-ServersNegativeTestJSON-1303968808-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 770.216559] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-1c0c7ede-00d0-4f08-ad46-f019e7259470 tempest-ServersNegativeTestJSON-1303968808 tempest-ServersNegativeTestJSON-1303968808-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 770.216851] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-1c0c7ede-00d0-4f08-ad46-f019e7259470 tempest-ServersNegativeTestJSON-1303968808 tempest-ServersNegativeTestJSON-1303968808-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 770.217422] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-1c0c7ede-00d0-4f08-ad46-f019e7259470 tempest-ServersNegativeTestJSON-1303968808 tempest-ServersNegativeTestJSON-1303968808-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 770.217792] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-1c0c7ede-00d0-4f08-ad46-f019e7259470 tempest-ServersNegativeTestJSON-1303968808 tempest-ServersNegativeTestJSON-1303968808-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 770.218101] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-1c0c7ede-00d0-4f08-ad46-f019e7259470 tempest-ServersNegativeTestJSON-1303968808 tempest-ServersNegativeTestJSON-1303968808-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 770.234021] nova-conductor[54852]: DEBUG nova.quota [None req-1c0c7ede-00d0-4f08-ad46-f019e7259470 tempest-ServersNegativeTestJSON-1303968808 tempest-ServersNegativeTestJSON-1303968808-project-member] Getting quotas for project 069d0ad1561543668252ccb60e2c33c8. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 770.238608] nova-conductor[54852]: DEBUG nova.quota [None req-1c0c7ede-00d0-4f08-ad46-f019e7259470 tempest-ServersNegativeTestJSON-1303968808 tempest-ServersNegativeTestJSON-1303968808-project-member] Getting quotas for user 051f2e5a76a941f38567bd7fead72aa6 and project 069d0ad1561543668252ccb60e2c33c8. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 770.245459] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-1c0c7ede-00d0-4f08-ad46-f019e7259470 tempest-ServersNegativeTestJSON-1303968808 tempest-ServersNegativeTestJSON-1303968808-project-member] [instance: 69c93772-822a-4f5b-b2d1-95e82a46f286] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 770.246102] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-1c0c7ede-00d0-4f08-ad46-f019e7259470 tempest-ServersNegativeTestJSON-1303968808 tempest-ServersNegativeTestJSON-1303968808-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 770.246382] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-1c0c7ede-00d0-4f08-ad46-f019e7259470 tempest-ServersNegativeTestJSON-1303968808 tempest-ServersNegativeTestJSON-1303968808-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 770.246590] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-1c0c7ede-00d0-4f08-ad46-f019e7259470 tempest-ServersNegativeTestJSON-1303968808 tempest-ServersNegativeTestJSON-1303968808-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 770.249647] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-1c0c7ede-00d0-4f08-ad46-f019e7259470 tempest-ServersNegativeTestJSON-1303968808 tempest-ServersNegativeTestJSON-1303968808-project-member] [instance: 69c93772-822a-4f5b-b2d1-95e82a46f286] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 770.250480] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-1c0c7ede-00d0-4f08-ad46-f019e7259470 tempest-ServersNegativeTestJSON-1303968808 tempest-ServersNegativeTestJSON-1303968808-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 770.250711] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-1c0c7ede-00d0-4f08-ad46-f019e7259470 tempest-ServersNegativeTestJSON-1303968808 tempest-ServersNegativeTestJSON-1303968808-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 770.250911] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-1c0c7ede-00d0-4f08-ad46-f019e7259470 tempest-ServersNegativeTestJSON-1303968808 tempest-ServersNegativeTestJSON-1303968808-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 770.268892] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-1c0c7ede-00d0-4f08-ad46-f019e7259470 tempest-ServersNegativeTestJSON-1303968808 tempest-ServersNegativeTestJSON-1303968808-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 770.269394] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-1c0c7ede-00d0-4f08-ad46-f019e7259470 tempest-ServersNegativeTestJSON-1303968808 tempest-ServersNegativeTestJSON-1303968808-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 770.269394] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-1c0c7ede-00d0-4f08-ad46-f019e7259470 tempest-ServersNegativeTestJSON-1303968808 tempest-ServersNegativeTestJSON-1303968808-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 771.750485] nova-conductor[54852]: ERROR nova.scheduler.utils [None req-25aa585b-74d3-43e4-977b-00e9b4ed7b23 tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] [instance: f4ec1e94-1778-4296-989d-782700c6faf8] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port e00b15fd-a809-45b2-a3ff-92c61ade6abe, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance f4ec1e94-1778-4296-989d-782700c6faf8 was re-scheduled: Binding failed for port e00b15fd-a809-45b2-a3ff-92c61ade6abe, please check neutron logs for more information.\n'] [ 771.751121] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-25aa585b-74d3-43e4-977b-00e9b4ed7b23 tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] Rescheduling: True {{(pid=54852) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 771.751372] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-25aa585b-74d3-43e4-977b-00e9b4ed7b23 tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance f4ec1e94-1778-4296-989d-782700c6faf8.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance f4ec1e94-1778-4296-989d-782700c6faf8. [ 771.751690] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-25aa585b-74d3-43e4-977b-00e9b4ed7b23 tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] [instance: f4ec1e94-1778-4296-989d-782700c6faf8] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance f4ec1e94-1778-4296-989d-782700c6faf8. [ 771.784220] nova-conductor[54852]: DEBUG nova.network.neutron [None req-25aa585b-74d3-43e4-977b-00e9b4ed7b23 tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] [instance: f4ec1e94-1778-4296-989d-782700c6faf8] deallocate_for_instance() {{(pid=54852) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 771.820849] nova-conductor[54852]: DEBUG nova.network.neutron [None req-25aa585b-74d3-43e4-977b-00e9b4ed7b23 tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] [instance: f4ec1e94-1778-4296-989d-782700c6faf8] Instance cache missing network info. {{(pid=54852) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 771.828068] nova-conductor[54852]: DEBUG nova.network.neutron [None req-25aa585b-74d3-43e4-977b-00e9b4ed7b23 tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] [instance: f4ec1e94-1778-4296-989d-782700c6faf8] Updating instance_info_cache with network_info: [] {{(pid=54852) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.670606] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-eec5019f-db6b-4609-910e-e44222b4b9b6 tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 775.695944] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-eec5019f-db6b-4609-910e-e44222b4b9b6 tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 775.696189] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-eec5019f-db6b-4609-910e-e44222b4b9b6 tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 775.696356] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-eec5019f-db6b-4609-910e-e44222b4b9b6 tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 775.757888] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-eec5019f-db6b-4609-910e-e44222b4b9b6 tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 775.758423] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-eec5019f-db6b-4609-910e-e44222b4b9b6 tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 775.758423] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-eec5019f-db6b-4609-910e-e44222b4b9b6 tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 775.758692] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-eec5019f-db6b-4609-910e-e44222b4b9b6 tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 775.758692] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-eec5019f-db6b-4609-910e-e44222b4b9b6 tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 775.759361] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-eec5019f-db6b-4609-910e-e44222b4b9b6 tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 775.790343] nova-conductor[54852]: DEBUG nova.quota [None req-eec5019f-db6b-4609-910e-e44222b4b9b6 tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] Getting quotas for project 5d1f373267464f14ae2c833151821973. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 775.806973] nova-conductor[54852]: DEBUG nova.quota [None req-eec5019f-db6b-4609-910e-e44222b4b9b6 tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] Getting quotas for user eeb541b4abd9426ea96edcd066c69be0 and project 5d1f373267464f14ae2c833151821973. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 775.817755] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-eec5019f-db6b-4609-910e-e44222b4b9b6 tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] [instance: 62d47ebb-8782-4062-a27e-556c758ed475] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 775.817755] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-eec5019f-db6b-4609-910e-e44222b4b9b6 tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 775.817755] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-eec5019f-db6b-4609-910e-e44222b4b9b6 tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 775.817755] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-eec5019f-db6b-4609-910e-e44222b4b9b6 tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 775.827721] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-eec5019f-db6b-4609-910e-e44222b4b9b6 tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] [instance: 62d47ebb-8782-4062-a27e-556c758ed475] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 775.828308] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-eec5019f-db6b-4609-910e-e44222b4b9b6 tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 775.828516] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-eec5019f-db6b-4609-910e-e44222b4b9b6 tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 775.828717] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-eec5019f-db6b-4609-910e-e44222b4b9b6 tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 775.857321] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-eec5019f-db6b-4609-910e-e44222b4b9b6 tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 775.857321] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-eec5019f-db6b-4609-910e-e44222b4b9b6 tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 775.857321] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-eec5019f-db6b-4609-910e-e44222b4b9b6 tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 776.054068] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-659cc637-c9fe-4c5d-a9ea-5a52d58280b5 tempest-ServerRescueTestJSONUnderV235-1905484932 tempest-ServerRescueTestJSONUnderV235-1905484932-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54851) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 776.069967] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-659cc637-c9fe-4c5d-a9ea-5a52d58280b5 tempest-ServerRescueTestJSONUnderV235-1905484932 tempest-ServerRescueTestJSONUnderV235-1905484932-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 776.069967] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-659cc637-c9fe-4c5d-a9ea-5a52d58280b5 tempest-ServerRescueTestJSONUnderV235-1905484932 tempest-ServerRescueTestJSONUnderV235-1905484932-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 776.069967] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-659cc637-c9fe-4c5d-a9ea-5a52d58280b5 tempest-ServerRescueTestJSONUnderV235-1905484932 tempest-ServerRescueTestJSONUnderV235-1905484932-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 776.104399] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-659cc637-c9fe-4c5d-a9ea-5a52d58280b5 tempest-ServerRescueTestJSONUnderV235-1905484932 tempest-ServerRescueTestJSONUnderV235-1905484932-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 776.104709] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-659cc637-c9fe-4c5d-a9ea-5a52d58280b5 tempest-ServerRescueTestJSONUnderV235-1905484932 tempest-ServerRescueTestJSONUnderV235-1905484932-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 776.104950] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-659cc637-c9fe-4c5d-a9ea-5a52d58280b5 tempest-ServerRescueTestJSONUnderV235-1905484932 tempest-ServerRescueTestJSONUnderV235-1905484932-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 776.105503] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-659cc637-c9fe-4c5d-a9ea-5a52d58280b5 tempest-ServerRescueTestJSONUnderV235-1905484932 tempest-ServerRescueTestJSONUnderV235-1905484932-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 776.105812] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-659cc637-c9fe-4c5d-a9ea-5a52d58280b5 tempest-ServerRescueTestJSONUnderV235-1905484932 tempest-ServerRescueTestJSONUnderV235-1905484932-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 776.106264] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-659cc637-c9fe-4c5d-a9ea-5a52d58280b5 tempest-ServerRescueTestJSONUnderV235-1905484932 tempest-ServerRescueTestJSONUnderV235-1905484932-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 776.119513] nova-conductor[54851]: DEBUG nova.quota [None req-659cc637-c9fe-4c5d-a9ea-5a52d58280b5 tempest-ServerRescueTestJSONUnderV235-1905484932 tempest-ServerRescueTestJSONUnderV235-1905484932-project-member] Getting quotas for project ba4ad19b3f434439bda6909ec0836a09. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 776.119745] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-24be8fc7-f9af-4fee-8c99-2e7dbc9af342 tempest-InstanceActionsTestJSON-726318605 tempest-InstanceActionsTestJSON-726318605-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 776.119785] nova-conductor[54851]: DEBUG nova.quota [None req-659cc637-c9fe-4c5d-a9ea-5a52d58280b5 tempest-ServerRescueTestJSONUnderV235-1905484932 tempest-ServerRescueTestJSONUnderV235-1905484932-project-member] Getting quotas for user 68efb83d9ad14321a8bc7a37b48dd2b9 and project ba4ad19b3f434439bda6909ec0836a09. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 776.124739] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-659cc637-c9fe-4c5d-a9ea-5a52d58280b5 tempest-ServerRescueTestJSONUnderV235-1905484932 tempest-ServerRescueTestJSONUnderV235-1905484932-project-member] [instance: 56aa8186-2bcb-47fc-a832-31654cbf218b] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54851) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 776.125211] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-659cc637-c9fe-4c5d-a9ea-5a52d58280b5 tempest-ServerRescueTestJSONUnderV235-1905484932 tempest-ServerRescueTestJSONUnderV235-1905484932-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 776.125431] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-659cc637-c9fe-4c5d-a9ea-5a52d58280b5 tempest-ServerRescueTestJSONUnderV235-1905484932 tempest-ServerRescueTestJSONUnderV235-1905484932-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 776.125603] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-659cc637-c9fe-4c5d-a9ea-5a52d58280b5 tempest-ServerRescueTestJSONUnderV235-1905484932 tempest-ServerRescueTestJSONUnderV235-1905484932-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 776.129062] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-659cc637-c9fe-4c5d-a9ea-5a52d58280b5 tempest-ServerRescueTestJSONUnderV235-1905484932 tempest-ServerRescueTestJSONUnderV235-1905484932-project-member] [instance: 56aa8186-2bcb-47fc-a832-31654cbf218b] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54851) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 776.129329] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-659cc637-c9fe-4c5d-a9ea-5a52d58280b5 tempest-ServerRescueTestJSONUnderV235-1905484932 tempest-ServerRescueTestJSONUnderV235-1905484932-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 776.132074] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-659cc637-c9fe-4c5d-a9ea-5a52d58280b5 tempest-ServerRescueTestJSONUnderV235-1905484932 tempest-ServerRescueTestJSONUnderV235-1905484932-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 776.132074] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-659cc637-c9fe-4c5d-a9ea-5a52d58280b5 tempest-ServerRescueTestJSONUnderV235-1905484932 tempest-ServerRescueTestJSONUnderV235-1905484932-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 776.142774] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-659cc637-c9fe-4c5d-a9ea-5a52d58280b5 tempest-ServerRescueTestJSONUnderV235-1905484932 tempest-ServerRescueTestJSONUnderV235-1905484932-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 776.143030] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-659cc637-c9fe-4c5d-a9ea-5a52d58280b5 tempest-ServerRescueTestJSONUnderV235-1905484932 tempest-ServerRescueTestJSONUnderV235-1905484932-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 776.143170] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-659cc637-c9fe-4c5d-a9ea-5a52d58280b5 tempest-ServerRescueTestJSONUnderV235-1905484932 tempest-ServerRescueTestJSONUnderV235-1905484932-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 776.148705] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-24be8fc7-f9af-4fee-8c99-2e7dbc9af342 tempest-InstanceActionsTestJSON-726318605 tempest-InstanceActionsTestJSON-726318605-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 776.148967] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-24be8fc7-f9af-4fee-8c99-2e7dbc9af342 tempest-InstanceActionsTestJSON-726318605 tempest-InstanceActionsTestJSON-726318605-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 776.149041] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-24be8fc7-f9af-4fee-8c99-2e7dbc9af342 tempest-InstanceActionsTestJSON-726318605 tempest-InstanceActionsTestJSON-726318605-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 776.182777] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-24be8fc7-f9af-4fee-8c99-2e7dbc9af342 tempest-InstanceActionsTestJSON-726318605 tempest-InstanceActionsTestJSON-726318605-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 776.184051] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-24be8fc7-f9af-4fee-8c99-2e7dbc9af342 tempest-InstanceActionsTestJSON-726318605 tempest-InstanceActionsTestJSON-726318605-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 776.184051] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-24be8fc7-f9af-4fee-8c99-2e7dbc9af342 tempest-InstanceActionsTestJSON-726318605 tempest-InstanceActionsTestJSON-726318605-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 776.184051] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-24be8fc7-f9af-4fee-8c99-2e7dbc9af342 tempest-InstanceActionsTestJSON-726318605 tempest-InstanceActionsTestJSON-726318605-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 776.184051] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-24be8fc7-f9af-4fee-8c99-2e7dbc9af342 tempest-InstanceActionsTestJSON-726318605 tempest-InstanceActionsTestJSON-726318605-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 776.184051] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-24be8fc7-f9af-4fee-8c99-2e7dbc9af342 tempest-InstanceActionsTestJSON-726318605 tempest-InstanceActionsTestJSON-726318605-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 776.194450] nova-conductor[54852]: DEBUG nova.quota [None req-24be8fc7-f9af-4fee-8c99-2e7dbc9af342 tempest-InstanceActionsTestJSON-726318605 tempest-InstanceActionsTestJSON-726318605-project-member] Getting quotas for project 69a5b81b61794ec0a8d884692ec0ed01. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 776.197809] nova-conductor[54852]: DEBUG nova.quota [None req-24be8fc7-f9af-4fee-8c99-2e7dbc9af342 tempest-InstanceActionsTestJSON-726318605 tempest-InstanceActionsTestJSON-726318605-project-member] Getting quotas for user 8c27b33f60824d32862b29f1bd938f55 and project 69a5b81b61794ec0a8d884692ec0ed01. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 776.203207] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-24be8fc7-f9af-4fee-8c99-2e7dbc9af342 tempest-InstanceActionsTestJSON-726318605 tempest-InstanceActionsTestJSON-726318605-project-member] [instance: 351b1672-ddb3-4562-9965-d65a7d869e82] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 776.203730] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-24be8fc7-f9af-4fee-8c99-2e7dbc9af342 tempest-InstanceActionsTestJSON-726318605 tempest-InstanceActionsTestJSON-726318605-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 776.203943] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-24be8fc7-f9af-4fee-8c99-2e7dbc9af342 tempest-InstanceActionsTestJSON-726318605 tempest-InstanceActionsTestJSON-726318605-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 776.204174] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-24be8fc7-f9af-4fee-8c99-2e7dbc9af342 tempest-InstanceActionsTestJSON-726318605 tempest-InstanceActionsTestJSON-726318605-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 776.212391] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-24be8fc7-f9af-4fee-8c99-2e7dbc9af342 tempest-InstanceActionsTestJSON-726318605 tempest-InstanceActionsTestJSON-726318605-project-member] [instance: 351b1672-ddb3-4562-9965-d65a7d869e82] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 776.213127] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-24be8fc7-f9af-4fee-8c99-2e7dbc9af342 tempest-InstanceActionsTestJSON-726318605 tempest-InstanceActionsTestJSON-726318605-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 776.213393] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-24be8fc7-f9af-4fee-8c99-2e7dbc9af342 tempest-InstanceActionsTestJSON-726318605 tempest-InstanceActionsTestJSON-726318605-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 776.213505] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-24be8fc7-f9af-4fee-8c99-2e7dbc9af342 tempest-InstanceActionsTestJSON-726318605 tempest-InstanceActionsTestJSON-726318605-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 776.230476] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-24be8fc7-f9af-4fee-8c99-2e7dbc9af342 tempest-InstanceActionsTestJSON-726318605 tempest-InstanceActionsTestJSON-726318605-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 776.230717] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-24be8fc7-f9af-4fee-8c99-2e7dbc9af342 tempest-InstanceActionsTestJSON-726318605 tempest-InstanceActionsTestJSON-726318605-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 776.230855] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-24be8fc7-f9af-4fee-8c99-2e7dbc9af342 tempest-InstanceActionsTestJSON-726318605 tempest-InstanceActionsTestJSON-726318605-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 776.311195] nova-conductor[54851]: ERROR nova.scheduler.utils [None req-a4b9929d-3b0f-42cf-9100-f0db9e66d073 tempest-ListServersNegativeTestJSON-908730112 tempest-ListServersNegativeTestJSON-908730112-project-member] [instance: 4ea5ebc8-c0d5-43c0-a864-d8cf7efdee71] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port e4596600-6a36-4ccc-a18f-b514c54f1f33, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 4ea5ebc8-c0d5-43c0-a864-d8cf7efdee71 was re-scheduled: Binding failed for port e4596600-6a36-4ccc-a18f-b514c54f1f33, please check neutron logs for more information.\n'] [ 776.311446] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-a4b9929d-3b0f-42cf-9100-f0db9e66d073 tempest-ListServersNegativeTestJSON-908730112 tempest-ListServersNegativeTestJSON-908730112-project-member] Rescheduling: True {{(pid=54851) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 776.311683] nova-conductor[54851]: WARNING nova.scheduler.utils [None req-a4b9929d-3b0f-42cf-9100-f0db9e66d073 tempest-ListServersNegativeTestJSON-908730112 tempest-ListServersNegativeTestJSON-908730112-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4ea5ebc8-c0d5-43c0-a864-d8cf7efdee71.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4ea5ebc8-c0d5-43c0-a864-d8cf7efdee71. [ 776.312008] nova-conductor[54851]: WARNING nova.scheduler.utils [None req-a4b9929d-3b0f-42cf-9100-f0db9e66d073 tempest-ListServersNegativeTestJSON-908730112 tempest-ListServersNegativeTestJSON-908730112-project-member] [instance: 4ea5ebc8-c0d5-43c0-a864-d8cf7efdee71] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4ea5ebc8-c0d5-43c0-a864-d8cf7efdee71. [ 776.336770] nova-conductor[54851]: DEBUG nova.network.neutron [None req-a4b9929d-3b0f-42cf-9100-f0db9e66d073 tempest-ListServersNegativeTestJSON-908730112 tempest-ListServersNegativeTestJSON-908730112-project-member] [instance: 4ea5ebc8-c0d5-43c0-a864-d8cf7efdee71] deallocate_for_instance() {{(pid=54851) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 776.350223] nova-conductor[54851]: DEBUG nova.network.neutron [None req-a4b9929d-3b0f-42cf-9100-f0db9e66d073 tempest-ListServersNegativeTestJSON-908730112 tempest-ListServersNegativeTestJSON-908730112-project-member] [instance: 4ea5ebc8-c0d5-43c0-a864-d8cf7efdee71] Instance cache missing network info. {{(pid=54851) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 776.353116] nova-conductor[54851]: DEBUG nova.network.neutron [None req-a4b9929d-3b0f-42cf-9100-f0db9e66d073 tempest-ListServersNegativeTestJSON-908730112 tempest-ListServersNegativeTestJSON-908730112-project-member] [instance: 4ea5ebc8-c0d5-43c0-a864-d8cf7efdee71] Updating instance_info_cache with network_info: [] {{(pid=54851) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.206966] nova-conductor[54851]: ERROR nova.scheduler.utils [None req-a4b9929d-3b0f-42cf-9100-f0db9e66d073 tempest-ListServersNegativeTestJSON-908730112 tempest-ListServersNegativeTestJSON-908730112-project-member] [instance: a825d324-0b26-4051-bdfa-4a4246f6d4e9] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port b1f7df5e-c0d9-494e-8185-b8f132bf3a44, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance a825d324-0b26-4051-bdfa-4a4246f6d4e9 was re-scheduled: Binding failed for port b1f7df5e-c0d9-494e-8185-b8f132bf3a44, please check neutron logs for more information.\n'] [ 778.207576] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-a4b9929d-3b0f-42cf-9100-f0db9e66d073 tempest-ListServersNegativeTestJSON-908730112 tempest-ListServersNegativeTestJSON-908730112-project-member] Rescheduling: True {{(pid=54851) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 778.207801] nova-conductor[54851]: WARNING nova.scheduler.utils [None req-a4b9929d-3b0f-42cf-9100-f0db9e66d073 tempest-ListServersNegativeTestJSON-908730112 tempest-ListServersNegativeTestJSON-908730112-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a825d324-0b26-4051-bdfa-4a4246f6d4e9.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a825d324-0b26-4051-bdfa-4a4246f6d4e9. [ 778.208280] nova-conductor[54851]: WARNING nova.scheduler.utils [None req-a4b9929d-3b0f-42cf-9100-f0db9e66d073 tempest-ListServersNegativeTestJSON-908730112 tempest-ListServersNegativeTestJSON-908730112-project-member] [instance: a825d324-0b26-4051-bdfa-4a4246f6d4e9] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a825d324-0b26-4051-bdfa-4a4246f6d4e9. [ 778.243277] nova-conductor[54851]: DEBUG nova.network.neutron [None req-a4b9929d-3b0f-42cf-9100-f0db9e66d073 tempest-ListServersNegativeTestJSON-908730112 tempest-ListServersNegativeTestJSON-908730112-project-member] [instance: a825d324-0b26-4051-bdfa-4a4246f6d4e9] deallocate_for_instance() {{(pid=54851) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 778.261296] nova-conductor[54851]: DEBUG nova.network.neutron [None req-a4b9929d-3b0f-42cf-9100-f0db9e66d073 tempest-ListServersNegativeTestJSON-908730112 tempest-ListServersNegativeTestJSON-908730112-project-member] [instance: a825d324-0b26-4051-bdfa-4a4246f6d4e9] Instance cache missing network info. {{(pid=54851) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 778.269287] nova-conductor[54851]: DEBUG nova.network.neutron [None req-a4b9929d-3b0f-42cf-9100-f0db9e66d073 tempest-ListServersNegativeTestJSON-908730112 tempest-ListServersNegativeTestJSON-908730112-project-member] [instance: a825d324-0b26-4051-bdfa-4a4246f6d4e9] Updating instance_info_cache with network_info: [] {{(pid=54851) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.281912] nova-conductor[54851]: ERROR nova.scheduler.utils [None req-a4b9929d-3b0f-42cf-9100-f0db9e66d073 tempest-ListServersNegativeTestJSON-908730112 tempest-ListServersNegativeTestJSON-908730112-project-member] [instance: 04f5dd28-9b5e-4175-9f00-bbd55e8db2ec] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 1463b38b-65ad-49e0-a75d-3dd3e86e3438, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 04f5dd28-9b5e-4175-9f00-bbd55e8db2ec was re-scheduled: Binding failed for port 1463b38b-65ad-49e0-a75d-3dd3e86e3438, please check neutron logs for more information.\n'] [ 780.281912] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-a4b9929d-3b0f-42cf-9100-f0db9e66d073 tempest-ListServersNegativeTestJSON-908730112 tempest-ListServersNegativeTestJSON-908730112-project-member] Rescheduling: True {{(pid=54851) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 780.282307] nova-conductor[54851]: WARNING nova.scheduler.utils [None req-a4b9929d-3b0f-42cf-9100-f0db9e66d073 tempest-ListServersNegativeTestJSON-908730112 tempest-ListServersNegativeTestJSON-908730112-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 04f5dd28-9b5e-4175-9f00-bbd55e8db2ec.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 04f5dd28-9b5e-4175-9f00-bbd55e8db2ec. [ 780.285813] nova-conductor[54851]: WARNING nova.scheduler.utils [None req-a4b9929d-3b0f-42cf-9100-f0db9e66d073 tempest-ListServersNegativeTestJSON-908730112 tempest-ListServersNegativeTestJSON-908730112-project-member] [instance: 04f5dd28-9b5e-4175-9f00-bbd55e8db2ec] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 04f5dd28-9b5e-4175-9f00-bbd55e8db2ec. [ 780.310492] nova-conductor[54851]: DEBUG nova.network.neutron [None req-a4b9929d-3b0f-42cf-9100-f0db9e66d073 tempest-ListServersNegativeTestJSON-908730112 tempest-ListServersNegativeTestJSON-908730112-project-member] [instance: 04f5dd28-9b5e-4175-9f00-bbd55e8db2ec] deallocate_for_instance() {{(pid=54851) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 780.335474] nova-conductor[54851]: DEBUG nova.network.neutron [None req-a4b9929d-3b0f-42cf-9100-f0db9e66d073 tempest-ListServersNegativeTestJSON-908730112 tempest-ListServersNegativeTestJSON-908730112-project-member] [instance: 04f5dd28-9b5e-4175-9f00-bbd55e8db2ec] Instance cache missing network info. {{(pid=54851) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 780.339067] nova-conductor[54851]: DEBUG nova.network.neutron [None req-a4b9929d-3b0f-42cf-9100-f0db9e66d073 tempest-ListServersNegativeTestJSON-908730112 tempest-ListServersNegativeTestJSON-908730112-project-member] [instance: 04f5dd28-9b5e-4175-9f00-bbd55e8db2ec] Updating instance_info_cache with network_info: [] {{(pid=54851) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.114259] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_cell0:SELECT=1 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 786.133104] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_cell1:SELECT=3,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=8,nova_cell1:RELEASE=1 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 786.138475] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_api:SELECT=6,nova_api:UPDATE=1 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 786.142013] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_api:SELECT=6,nova_api:DELETE=1 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 786.189171] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell0:SELECT=3 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 786.215493] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell1:SELECT=9,nova_cell1:SAVEPOINT=2,nova_cell1:INSERT=23,nova_cell1:RELEASE=2 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 786.219439] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_api:SELECT=16,nova_api:UPDATE=1,nova_api:DELETE=2 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 786.228785] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_api:SELECT=20,nova_api:UPDATE=2,nova_api:DELETE=1 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 787.128420] nova-conductor[54852]: ERROR nova.scheduler.utils [None req-5cc93b04-8a11-4177-98c8-e522b6e72aa0 tempest-ServersTestJSON-1581970525 tempest-ServersTestJSON-1581970525-project-member] [instance: 9f6e1fdf-d7b3-48eb-b4f9-729d4c1fb9cc] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port a6e81871-2452-4c69-bfe2-64804255718e, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 9f6e1fdf-d7b3-48eb-b4f9-729d4c1fb9cc was re-scheduled: Binding failed for port a6e81871-2452-4c69-bfe2-64804255718e, please check neutron logs for more information.\n'] [ 787.130519] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-5cc93b04-8a11-4177-98c8-e522b6e72aa0 tempest-ServersTestJSON-1581970525 tempest-ServersTestJSON-1581970525-project-member] Rescheduling: True {{(pid=54852) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 787.130519] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-5cc93b04-8a11-4177-98c8-e522b6e72aa0 tempest-ServersTestJSON-1581970525 tempest-ServersTestJSON-1581970525-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 9f6e1fdf-d7b3-48eb-b4f9-729d4c1fb9cc.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 9f6e1fdf-d7b3-48eb-b4f9-729d4c1fb9cc. [ 787.130519] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-5cc93b04-8a11-4177-98c8-e522b6e72aa0 tempest-ServersTestJSON-1581970525 tempest-ServersTestJSON-1581970525-project-member] [instance: 9f6e1fdf-d7b3-48eb-b4f9-729d4c1fb9cc] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 9f6e1fdf-d7b3-48eb-b4f9-729d4c1fb9cc. [ 787.166896] nova-conductor[54852]: DEBUG nova.network.neutron [None req-5cc93b04-8a11-4177-98c8-e522b6e72aa0 tempest-ServersTestJSON-1581970525 tempest-ServersTestJSON-1581970525-project-member] [instance: 9f6e1fdf-d7b3-48eb-b4f9-729d4c1fb9cc] deallocate_for_instance() {{(pid=54852) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 787.182731] nova-conductor[54852]: DEBUG nova.network.neutron [None req-5cc93b04-8a11-4177-98c8-e522b6e72aa0 tempest-ServersTestJSON-1581970525 tempest-ServersTestJSON-1581970525-project-member] [instance: 9f6e1fdf-d7b3-48eb-b4f9-729d4c1fb9cc] Instance cache missing network info. {{(pid=54852) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 787.188103] nova-conductor[54852]: DEBUG nova.network.neutron [None req-5cc93b04-8a11-4177-98c8-e522b6e72aa0 tempest-ServersTestJSON-1581970525 tempest-ServersTestJSON-1581970525-project-member] [instance: 9f6e1fdf-d7b3-48eb-b4f9-729d4c1fb9cc] Updating instance_info_cache with network_info: [] {{(pid=54852) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.901427] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-a1222f8a-2986-4ee4-bc18-821f7a1c4b12 tempest-ServerAddressesNegativeTestJSON-17476672 tempest-ServerAddressesNegativeTestJSON-17476672-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54851) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 787.915608] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-a1222f8a-2986-4ee4-bc18-821f7a1c4b12 tempest-ServerAddressesNegativeTestJSON-17476672 tempest-ServerAddressesNegativeTestJSON-17476672-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 787.915854] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-a1222f8a-2986-4ee4-bc18-821f7a1c4b12 tempest-ServerAddressesNegativeTestJSON-17476672 tempest-ServerAddressesNegativeTestJSON-17476672-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 787.916041] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-a1222f8a-2986-4ee4-bc18-821f7a1c4b12 tempest-ServerAddressesNegativeTestJSON-17476672 tempest-ServerAddressesNegativeTestJSON-17476672-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 787.953695] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-a1222f8a-2986-4ee4-bc18-821f7a1c4b12 tempest-ServerAddressesNegativeTestJSON-17476672 tempest-ServerAddressesNegativeTestJSON-17476672-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 787.953695] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-a1222f8a-2986-4ee4-bc18-821f7a1c4b12 tempest-ServerAddressesNegativeTestJSON-17476672 tempest-ServerAddressesNegativeTestJSON-17476672-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 787.953695] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-a1222f8a-2986-4ee4-bc18-821f7a1c4b12 tempest-ServerAddressesNegativeTestJSON-17476672 tempest-ServerAddressesNegativeTestJSON-17476672-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 787.953695] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-a1222f8a-2986-4ee4-bc18-821f7a1c4b12 tempest-ServerAddressesNegativeTestJSON-17476672 tempest-ServerAddressesNegativeTestJSON-17476672-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 787.953861] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-a1222f8a-2986-4ee4-bc18-821f7a1c4b12 tempest-ServerAddressesNegativeTestJSON-17476672 tempest-ServerAddressesNegativeTestJSON-17476672-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 787.953958] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-a1222f8a-2986-4ee4-bc18-821f7a1c4b12 tempest-ServerAddressesNegativeTestJSON-17476672 tempest-ServerAddressesNegativeTestJSON-17476672-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 787.963858] nova-conductor[54851]: DEBUG nova.quota [None req-a1222f8a-2986-4ee4-bc18-821f7a1c4b12 tempest-ServerAddressesNegativeTestJSON-17476672 tempest-ServerAddressesNegativeTestJSON-17476672-project-member] Getting quotas for project 2d8eb11ac5ba4149942207c00ecc2652. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 787.967239] nova-conductor[54851]: DEBUG nova.quota [None req-a1222f8a-2986-4ee4-bc18-821f7a1c4b12 tempest-ServerAddressesNegativeTestJSON-17476672 tempest-ServerAddressesNegativeTestJSON-17476672-project-member] Getting quotas for user ca180ffa174d4c15b9d0afa723a66149 and project 2d8eb11ac5ba4149942207c00ecc2652. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 787.973020] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-a1222f8a-2986-4ee4-bc18-821f7a1c4b12 tempest-ServerAddressesNegativeTestJSON-17476672 tempest-ServerAddressesNegativeTestJSON-17476672-project-member] [instance: d2faf1e0-cfd1-4d87-ba77-0af92dc16643] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54851) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 787.973698] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-a1222f8a-2986-4ee4-bc18-821f7a1c4b12 tempest-ServerAddressesNegativeTestJSON-17476672 tempest-ServerAddressesNegativeTestJSON-17476672-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 787.973778] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-a1222f8a-2986-4ee4-bc18-821f7a1c4b12 tempest-ServerAddressesNegativeTestJSON-17476672 tempest-ServerAddressesNegativeTestJSON-17476672-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 787.973937] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-a1222f8a-2986-4ee4-bc18-821f7a1c4b12 tempest-ServerAddressesNegativeTestJSON-17476672 tempest-ServerAddressesNegativeTestJSON-17476672-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 787.979849] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-a1222f8a-2986-4ee4-bc18-821f7a1c4b12 tempest-ServerAddressesNegativeTestJSON-17476672 tempest-ServerAddressesNegativeTestJSON-17476672-project-member] [instance: d2faf1e0-cfd1-4d87-ba77-0af92dc16643] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54851) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 787.980460] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-a1222f8a-2986-4ee4-bc18-821f7a1c4b12 tempest-ServerAddressesNegativeTestJSON-17476672 tempest-ServerAddressesNegativeTestJSON-17476672-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 787.980663] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-a1222f8a-2986-4ee4-bc18-821f7a1c4b12 tempest-ServerAddressesNegativeTestJSON-17476672 tempest-ServerAddressesNegativeTestJSON-17476672-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 787.980827] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-a1222f8a-2986-4ee4-bc18-821f7a1c4b12 tempest-ServerAddressesNegativeTestJSON-17476672 tempest-ServerAddressesNegativeTestJSON-17476672-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 787.996637] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-a1222f8a-2986-4ee4-bc18-821f7a1c4b12 tempest-ServerAddressesNegativeTestJSON-17476672 tempest-ServerAddressesNegativeTestJSON-17476672-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 787.996637] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-a1222f8a-2986-4ee4-bc18-821f7a1c4b12 tempest-ServerAddressesNegativeTestJSON-17476672 tempest-ServerAddressesNegativeTestJSON-17476672-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 787.996815] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-a1222f8a-2986-4ee4-bc18-821f7a1c4b12 tempest-ServerAddressesNegativeTestJSON-17476672 tempest-ServerAddressesNegativeTestJSON-17476672-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 792.660608] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-db0c2acf-1337-410a-be2f-63dc1b5edfd0 tempest-ListServerFiltersTestJSON-200103318 tempest-ListServerFiltersTestJSON-200103318-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54851) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 792.686381] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-db0c2acf-1337-410a-be2f-63dc1b5edfd0 tempest-ListServerFiltersTestJSON-200103318 tempest-ListServerFiltersTestJSON-200103318-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 792.686381] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-db0c2acf-1337-410a-be2f-63dc1b5edfd0 tempest-ListServerFiltersTestJSON-200103318 tempest-ListServerFiltersTestJSON-200103318-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 792.686381] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-db0c2acf-1337-410a-be2f-63dc1b5edfd0 tempest-ListServerFiltersTestJSON-200103318 tempest-ListServerFiltersTestJSON-200103318-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 792.769773] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-db0c2acf-1337-410a-be2f-63dc1b5edfd0 tempest-ListServerFiltersTestJSON-200103318 tempest-ListServerFiltersTestJSON-200103318-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 792.769773] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-db0c2acf-1337-410a-be2f-63dc1b5edfd0 tempest-ListServerFiltersTestJSON-200103318 tempest-ListServerFiltersTestJSON-200103318-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 792.769773] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-db0c2acf-1337-410a-be2f-63dc1b5edfd0 tempest-ListServerFiltersTestJSON-200103318 tempest-ListServerFiltersTestJSON-200103318-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 792.769773] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-db0c2acf-1337-410a-be2f-63dc1b5edfd0 tempest-ListServerFiltersTestJSON-200103318 tempest-ListServerFiltersTestJSON-200103318-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 792.769773] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-db0c2acf-1337-410a-be2f-63dc1b5edfd0 tempest-ListServerFiltersTestJSON-200103318 tempest-ListServerFiltersTestJSON-200103318-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 792.769773] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-db0c2acf-1337-410a-be2f-63dc1b5edfd0 tempest-ListServerFiltersTestJSON-200103318 tempest-ListServerFiltersTestJSON-200103318-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 792.782807] nova-conductor[54851]: DEBUG nova.quota [None req-db0c2acf-1337-410a-be2f-63dc1b5edfd0 tempest-ListServerFiltersTestJSON-200103318 tempest-ListServerFiltersTestJSON-200103318-project-member] Getting quotas for project f6d1dbb357954f40995c72695f446232. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 792.787967] nova-conductor[54851]: DEBUG nova.quota [None req-db0c2acf-1337-410a-be2f-63dc1b5edfd0 tempest-ListServerFiltersTestJSON-200103318 tempest-ListServerFiltersTestJSON-200103318-project-member] Getting quotas for user de0194e5d37e4945ad7f2436032d2b60 and project f6d1dbb357954f40995c72695f446232. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 792.793402] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-db0c2acf-1337-410a-be2f-63dc1b5edfd0 tempest-ListServerFiltersTestJSON-200103318 tempest-ListServerFiltersTestJSON-200103318-project-member] [instance: a63ec2ac-4484-4360-962b-105a5338c1b8] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54851) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 792.793885] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-db0c2acf-1337-410a-be2f-63dc1b5edfd0 tempest-ListServerFiltersTestJSON-200103318 tempest-ListServerFiltersTestJSON-200103318-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 792.794109] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-db0c2acf-1337-410a-be2f-63dc1b5edfd0 tempest-ListServerFiltersTestJSON-200103318 tempest-ListServerFiltersTestJSON-200103318-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 792.794267] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-db0c2acf-1337-410a-be2f-63dc1b5edfd0 tempest-ListServerFiltersTestJSON-200103318 tempest-ListServerFiltersTestJSON-200103318-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 792.804512] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-db0c2acf-1337-410a-be2f-63dc1b5edfd0 tempest-ListServerFiltersTestJSON-200103318 tempest-ListServerFiltersTestJSON-200103318-project-member] [instance: a63ec2ac-4484-4360-962b-105a5338c1b8] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54851) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 792.805280] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-db0c2acf-1337-410a-be2f-63dc1b5edfd0 tempest-ListServerFiltersTestJSON-200103318 tempest-ListServerFiltersTestJSON-200103318-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 792.805280] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-db0c2acf-1337-410a-be2f-63dc1b5edfd0 tempest-ListServerFiltersTestJSON-200103318 tempest-ListServerFiltersTestJSON-200103318-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 792.805445] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-db0c2acf-1337-410a-be2f-63dc1b5edfd0 tempest-ListServerFiltersTestJSON-200103318 tempest-ListServerFiltersTestJSON-200103318-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 792.825431] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-db0c2acf-1337-410a-be2f-63dc1b5edfd0 tempest-ListServerFiltersTestJSON-200103318 tempest-ListServerFiltersTestJSON-200103318-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 792.825719] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-db0c2acf-1337-410a-be2f-63dc1b5edfd0 tempest-ListServerFiltersTestJSON-200103318 tempest-ListServerFiltersTestJSON-200103318-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 792.825819] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-db0c2acf-1337-410a-be2f-63dc1b5edfd0 tempest-ListServerFiltersTestJSON-200103318 tempest-ListServerFiltersTestJSON-200103318-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 792.927811] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-08bac2c1-1cd8-48d9-b289-c5cc3bd1b9ff tempest-ListServerFiltersTestJSON-200103318 tempest-ListServerFiltersTestJSON-200103318-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 792.945707] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-08bac2c1-1cd8-48d9-b289-c5cc3bd1b9ff tempest-ListServerFiltersTestJSON-200103318 tempest-ListServerFiltersTestJSON-200103318-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 792.945939] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-08bac2c1-1cd8-48d9-b289-c5cc3bd1b9ff tempest-ListServerFiltersTestJSON-200103318 tempest-ListServerFiltersTestJSON-200103318-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 792.946130] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-08bac2c1-1cd8-48d9-b289-c5cc3bd1b9ff tempest-ListServerFiltersTestJSON-200103318 tempest-ListServerFiltersTestJSON-200103318-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 793.005154] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-08bac2c1-1cd8-48d9-b289-c5cc3bd1b9ff tempest-ListServerFiltersTestJSON-200103318 tempest-ListServerFiltersTestJSON-200103318-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 793.005476] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-08bac2c1-1cd8-48d9-b289-c5cc3bd1b9ff tempest-ListServerFiltersTestJSON-200103318 tempest-ListServerFiltersTestJSON-200103318-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.003s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 793.005669] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-08bac2c1-1cd8-48d9-b289-c5cc3bd1b9ff tempest-ListServerFiltersTestJSON-200103318 tempest-ListServerFiltersTestJSON-200103318-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 793.006232] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-08bac2c1-1cd8-48d9-b289-c5cc3bd1b9ff tempest-ListServerFiltersTestJSON-200103318 tempest-ListServerFiltersTestJSON-200103318-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 793.006340] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-08bac2c1-1cd8-48d9-b289-c5cc3bd1b9ff tempest-ListServerFiltersTestJSON-200103318 tempest-ListServerFiltersTestJSON-200103318-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 793.006511] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-08bac2c1-1cd8-48d9-b289-c5cc3bd1b9ff tempest-ListServerFiltersTestJSON-200103318 tempest-ListServerFiltersTestJSON-200103318-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 793.016012] nova-conductor[54852]: DEBUG nova.quota [None req-08bac2c1-1cd8-48d9-b289-c5cc3bd1b9ff tempest-ListServerFiltersTestJSON-200103318 tempest-ListServerFiltersTestJSON-200103318-project-member] Getting quotas for project f6d1dbb357954f40995c72695f446232. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 793.021455] nova-conductor[54852]: DEBUG nova.quota [None req-08bac2c1-1cd8-48d9-b289-c5cc3bd1b9ff tempest-ListServerFiltersTestJSON-200103318 tempest-ListServerFiltersTestJSON-200103318-project-member] Getting quotas for user de0194e5d37e4945ad7f2436032d2b60 and project f6d1dbb357954f40995c72695f446232. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 793.024040] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-08bac2c1-1cd8-48d9-b289-c5cc3bd1b9ff tempest-ListServerFiltersTestJSON-200103318 tempest-ListServerFiltersTestJSON-200103318-project-member] [instance: 802fd770-38aa-4417-b25e-fd83510bceef] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 793.024721] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-08bac2c1-1cd8-48d9-b289-c5cc3bd1b9ff tempest-ListServerFiltersTestJSON-200103318 tempest-ListServerFiltersTestJSON-200103318-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 793.024721] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-08bac2c1-1cd8-48d9-b289-c5cc3bd1b9ff tempest-ListServerFiltersTestJSON-200103318 tempest-ListServerFiltersTestJSON-200103318-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 793.024847] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-08bac2c1-1cd8-48d9-b289-c5cc3bd1b9ff tempest-ListServerFiltersTestJSON-200103318 tempest-ListServerFiltersTestJSON-200103318-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 793.029789] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-08bac2c1-1cd8-48d9-b289-c5cc3bd1b9ff tempest-ListServerFiltersTestJSON-200103318 tempest-ListServerFiltersTestJSON-200103318-project-member] [instance: 802fd770-38aa-4417-b25e-fd83510bceef] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 793.030517] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-08bac2c1-1cd8-48d9-b289-c5cc3bd1b9ff tempest-ListServerFiltersTestJSON-200103318 tempest-ListServerFiltersTestJSON-200103318-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 793.031475] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-08bac2c1-1cd8-48d9-b289-c5cc3bd1b9ff tempest-ListServerFiltersTestJSON-200103318 tempest-ListServerFiltersTestJSON-200103318-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 793.031475] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-08bac2c1-1cd8-48d9-b289-c5cc3bd1b9ff tempest-ListServerFiltersTestJSON-200103318 tempest-ListServerFiltersTestJSON-200103318-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 793.046204] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-08bac2c1-1cd8-48d9-b289-c5cc3bd1b9ff tempest-ListServerFiltersTestJSON-200103318 tempest-ListServerFiltersTestJSON-200103318-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 793.046465] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-08bac2c1-1cd8-48d9-b289-c5cc3bd1b9ff tempest-ListServerFiltersTestJSON-200103318 tempest-ListServerFiltersTestJSON-200103318-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 793.046583] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-08bac2c1-1cd8-48d9-b289-c5cc3bd1b9ff tempest-ListServerFiltersTestJSON-200103318 tempest-ListServerFiltersTestJSON-200103318-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 793.369410] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-ec2a8b68-3326-49b4-ac4b-ff249a7565c4 tempest-ListServerFiltersTestJSON-200103318 tempest-ListServerFiltersTestJSON-200103318-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54851) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 793.379662] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ec2a8b68-3326-49b4-ac4b-ff249a7565c4 tempest-ListServerFiltersTestJSON-200103318 tempest-ListServerFiltersTestJSON-200103318-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 793.379886] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ec2a8b68-3326-49b4-ac4b-ff249a7565c4 tempest-ListServerFiltersTestJSON-200103318 tempest-ListServerFiltersTestJSON-200103318-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 793.380073] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ec2a8b68-3326-49b4-ac4b-ff249a7565c4 tempest-ListServerFiltersTestJSON-200103318 tempest-ListServerFiltersTestJSON-200103318-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 793.406086] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ec2a8b68-3326-49b4-ac4b-ff249a7565c4 tempest-ListServerFiltersTestJSON-200103318 tempest-ListServerFiltersTestJSON-200103318-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 793.406086] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ec2a8b68-3326-49b4-ac4b-ff249a7565c4 tempest-ListServerFiltersTestJSON-200103318 tempest-ListServerFiltersTestJSON-200103318-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 793.406330] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ec2a8b68-3326-49b4-ac4b-ff249a7565c4 tempest-ListServerFiltersTestJSON-200103318 tempest-ListServerFiltersTestJSON-200103318-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 793.406489] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ec2a8b68-3326-49b4-ac4b-ff249a7565c4 tempest-ListServerFiltersTestJSON-200103318 tempest-ListServerFiltersTestJSON-200103318-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 793.406674] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ec2a8b68-3326-49b4-ac4b-ff249a7565c4 tempest-ListServerFiltersTestJSON-200103318 tempest-ListServerFiltersTestJSON-200103318-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 793.406835] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ec2a8b68-3326-49b4-ac4b-ff249a7565c4 tempest-ListServerFiltersTestJSON-200103318 tempest-ListServerFiltersTestJSON-200103318-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 793.415293] nova-conductor[54851]: DEBUG nova.quota [None req-ec2a8b68-3326-49b4-ac4b-ff249a7565c4 tempest-ListServerFiltersTestJSON-200103318 tempest-ListServerFiltersTestJSON-200103318-project-member] Getting quotas for project f6d1dbb357954f40995c72695f446232. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 793.417434] nova-conductor[54851]: DEBUG nova.quota [None req-ec2a8b68-3326-49b4-ac4b-ff249a7565c4 tempest-ListServerFiltersTestJSON-200103318 tempest-ListServerFiltersTestJSON-200103318-project-member] Getting quotas for user de0194e5d37e4945ad7f2436032d2b60 and project f6d1dbb357954f40995c72695f446232. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 793.422478] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-ec2a8b68-3326-49b4-ac4b-ff249a7565c4 tempest-ListServerFiltersTestJSON-200103318 tempest-ListServerFiltersTestJSON-200103318-project-member] [instance: 2f475040-28df-47e4-bfc4-4c843a57885f] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54851) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 793.422925] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ec2a8b68-3326-49b4-ac4b-ff249a7565c4 tempest-ListServerFiltersTestJSON-200103318 tempest-ListServerFiltersTestJSON-200103318-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 793.423133] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ec2a8b68-3326-49b4-ac4b-ff249a7565c4 tempest-ListServerFiltersTestJSON-200103318 tempest-ListServerFiltersTestJSON-200103318-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 793.423297] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ec2a8b68-3326-49b4-ac4b-ff249a7565c4 tempest-ListServerFiltersTestJSON-200103318 tempest-ListServerFiltersTestJSON-200103318-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 793.426421] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-ec2a8b68-3326-49b4-ac4b-ff249a7565c4 tempest-ListServerFiltersTestJSON-200103318 tempest-ListServerFiltersTestJSON-200103318-project-member] [instance: 2f475040-28df-47e4-bfc4-4c843a57885f] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54851) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 793.427038] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ec2a8b68-3326-49b4-ac4b-ff249a7565c4 tempest-ListServerFiltersTestJSON-200103318 tempest-ListServerFiltersTestJSON-200103318-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 793.427445] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ec2a8b68-3326-49b4-ac4b-ff249a7565c4 tempest-ListServerFiltersTestJSON-200103318 tempest-ListServerFiltersTestJSON-200103318-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 793.427628] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ec2a8b68-3326-49b4-ac4b-ff249a7565c4 tempest-ListServerFiltersTestJSON-200103318 tempest-ListServerFiltersTestJSON-200103318-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 793.441754] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ec2a8b68-3326-49b4-ac4b-ff249a7565c4 tempest-ListServerFiltersTestJSON-200103318 tempest-ListServerFiltersTestJSON-200103318-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 793.441970] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ec2a8b68-3326-49b4-ac4b-ff249a7565c4 tempest-ListServerFiltersTestJSON-200103318 tempest-ListServerFiltersTestJSON-200103318-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 793.442199] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ec2a8b68-3326-49b4-ac4b-ff249a7565c4 tempest-ListServerFiltersTestJSON-200103318 tempest-ListServerFiltersTestJSON-200103318-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 795.413921] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-8025c159-adf9-4374-954f-3ce10d22188f tempest-ServerShowV254Test-1622428837 tempest-ServerShowV254Test-1622428837-project-member] Targeting cell c3910535-3dcf-4557-8dc9-54a14b20e0a3(cell1) for conductor method rebuild_instance {{(pid=54852) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 795.414173] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-8025c159-adf9-4374-954f-3ce10d22188f tempest-ServerShowV254Test-1622428837 tempest-ServerShowV254Test-1622428837-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 795.414442] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-8025c159-adf9-4374-954f-3ce10d22188f tempest-ServerShowV254Test-1622428837 tempest-ServerShowV254Test-1622428837-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 795.414542] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-8025c159-adf9-4374-954f-3ce10d22188f tempest-ServerShowV254Test-1622428837 tempest-ServerShowV254Test-1622428837-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 795.423957] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-8025c159-adf9-4374-954f-3ce10d22188f tempest-ServerShowV254Test-1622428837 tempest-ServerShowV254Test-1622428837-project-member] [instance: 9567865d-41ae-4379-8313-e87bfc92fba8] No migration record for the rebuild/evacuate request. {{(pid=54852) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1227}} [ 798.600027] nova-conductor[54851]: ERROR nova.scheduler.utils [None req-666a3bde-124f-4b7f-98fe-3751d4c9c438 tempest-ServersV294TestFqdnHostnames-1810021111 tempest-ServersV294TestFqdnHostnames-1810021111-project-member] [instance: 38e05fe2-d938-43d6-ab2b-b99fb7be51d5] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 8b5c79ba-cada-40ca-9d4c-a87b3783fb11, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 38e05fe2-d938-43d6-ab2b-b99fb7be51d5 was re-scheduled: Binding failed for port 8b5c79ba-cada-40ca-9d4c-a87b3783fb11, please check neutron logs for more information.\n'] [ 798.600027] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-666a3bde-124f-4b7f-98fe-3751d4c9c438 tempest-ServersV294TestFqdnHostnames-1810021111 tempest-ServersV294TestFqdnHostnames-1810021111-project-member] Rescheduling: True {{(pid=54851) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 798.600027] nova-conductor[54851]: WARNING nova.scheduler.utils [None req-666a3bde-124f-4b7f-98fe-3751d4c9c438 tempest-ServersV294TestFqdnHostnames-1810021111 tempest-ServersV294TestFqdnHostnames-1810021111-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 38e05fe2-d938-43d6-ab2b-b99fb7be51d5.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 38e05fe2-d938-43d6-ab2b-b99fb7be51d5. [ 798.600488] nova-conductor[54851]: WARNING nova.scheduler.utils [None req-666a3bde-124f-4b7f-98fe-3751d4c9c438 tempest-ServersV294TestFqdnHostnames-1810021111 tempest-ServersV294TestFqdnHostnames-1810021111-project-member] [instance: 38e05fe2-d938-43d6-ab2b-b99fb7be51d5] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 38e05fe2-d938-43d6-ab2b-b99fb7be51d5. [ 798.624638] nova-conductor[54851]: DEBUG nova.network.neutron [None req-666a3bde-124f-4b7f-98fe-3751d4c9c438 tempest-ServersV294TestFqdnHostnames-1810021111 tempest-ServersV294TestFqdnHostnames-1810021111-project-member] [instance: 38e05fe2-d938-43d6-ab2b-b99fb7be51d5] deallocate_for_instance() {{(pid=54851) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 798.641029] nova-conductor[54851]: DEBUG nova.network.neutron [None req-666a3bde-124f-4b7f-98fe-3751d4c9c438 tempest-ServersV294TestFqdnHostnames-1810021111 tempest-ServersV294TestFqdnHostnames-1810021111-project-member] [instance: 38e05fe2-d938-43d6-ab2b-b99fb7be51d5] Instance cache missing network info. {{(pid=54851) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 798.643890] nova-conductor[54851]: DEBUG nova.network.neutron [None req-666a3bde-124f-4b7f-98fe-3751d4c9c438 tempest-ServersV294TestFqdnHostnames-1810021111 tempest-ServersV294TestFqdnHostnames-1810021111-project-member] [instance: 38e05fe2-d938-43d6-ab2b-b99fb7be51d5] Updating instance_info_cache with network_info: [] {{(pid=54851) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.011267] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell0:SELECT=1 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 803.045113] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_api:SELECT=6,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 803.412032] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_cell0:SELECT=3 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 803.430855] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_cell1:SELECT=9,nova_cell1:SAVEPOINT=2,nova_cell1:INSERT=23,nova_cell1:RELEASE=2 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 803.438137] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_api:SELECT=18 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 803.440628] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_api:SELECT=18,nova_api:UPDATE=3,nova_api:DELETE=3 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 805.427672] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_api:SELECT=8 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 805.441019] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell1:SELECT=7,nova_cell1:INSERT=8,nova_cell1:UPDATE=3 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 806.221180] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-f3f36794-e7df-4095-a7ba-8876b99ae35e tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54851) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 806.236214] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-f3f36794-e7df-4095-a7ba-8876b99ae35e tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 806.236471] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-f3f36794-e7df-4095-a7ba-8876b99ae35e tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 806.236875] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-f3f36794-e7df-4095-a7ba-8876b99ae35e tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 806.274144] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-f3f36794-e7df-4095-a7ba-8876b99ae35e tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 806.274386] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-f3f36794-e7df-4095-a7ba-8876b99ae35e tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 806.274552] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-f3f36794-e7df-4095-a7ba-8876b99ae35e tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 806.274930] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-f3f36794-e7df-4095-a7ba-8876b99ae35e tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 806.275155] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-f3f36794-e7df-4095-a7ba-8876b99ae35e tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 806.275405] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-f3f36794-e7df-4095-a7ba-8876b99ae35e tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 806.287334] nova-conductor[54851]: DEBUG nova.quota [None req-f3f36794-e7df-4095-a7ba-8876b99ae35e tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Getting quotas for project b8c2a296e8fe4805b9bb761f91a407f9. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 806.291273] nova-conductor[54851]: DEBUG nova.quota [None req-f3f36794-e7df-4095-a7ba-8876b99ae35e tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Getting quotas for user 913eacf6a94845b189e0bd5df408138a and project b8c2a296e8fe4805b9bb761f91a407f9. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 806.296316] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-f3f36794-e7df-4095-a7ba-8876b99ae35e tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] [instance: aef28168-98a7-4f65-80e7-731633339abf] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54851) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 806.296743] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-f3f36794-e7df-4095-a7ba-8876b99ae35e tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 806.296944] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-f3f36794-e7df-4095-a7ba-8876b99ae35e tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 806.297127] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-f3f36794-e7df-4095-a7ba-8876b99ae35e tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 806.304069] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-f3f36794-e7df-4095-a7ba-8876b99ae35e tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] [instance: aef28168-98a7-4f65-80e7-731633339abf] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54851) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 806.304870] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-f3f36794-e7df-4095-a7ba-8876b99ae35e tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 806.305087] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-f3f36794-e7df-4095-a7ba-8876b99ae35e tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 806.305267] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-f3f36794-e7df-4095-a7ba-8876b99ae35e tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 806.323355] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-f3f36794-e7df-4095-a7ba-8876b99ae35e tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 806.323565] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-f3f36794-e7df-4095-a7ba-8876b99ae35e tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 806.323732] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-f3f36794-e7df-4095-a7ba-8876b99ae35e tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 808.062450] nova-conductor[54851]: ERROR nova.scheduler.utils [None req-a6bc5a26-38b6-45b6-ba90-3318437b43d1 tempest-ServersTestMultiNic-1870011473 tempest-ServersTestMultiNic-1870011473-project-member] [instance: 5283bf79-bf20-4a38-912f-ced401fbd691] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 937f84a5-94cd-42da-a5de-53578453551b, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 5283bf79-bf20-4a38-912f-ced401fbd691 was re-scheduled: Binding failed for port 937f84a5-94cd-42da-a5de-53578453551b, please check neutron logs for more information.\n'] [ 808.063424] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-a6bc5a26-38b6-45b6-ba90-3318437b43d1 tempest-ServersTestMultiNic-1870011473 tempest-ServersTestMultiNic-1870011473-project-member] Rescheduling: True {{(pid=54851) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 808.063424] nova-conductor[54851]: WARNING nova.scheduler.utils [None req-a6bc5a26-38b6-45b6-ba90-3318437b43d1 tempest-ServersTestMultiNic-1870011473 tempest-ServersTestMultiNic-1870011473-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5283bf79-bf20-4a38-912f-ced401fbd691.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5283bf79-bf20-4a38-912f-ced401fbd691. [ 808.063627] nova-conductor[54851]: WARNING nova.scheduler.utils [None req-a6bc5a26-38b6-45b6-ba90-3318437b43d1 tempest-ServersTestMultiNic-1870011473 tempest-ServersTestMultiNic-1870011473-project-member] [instance: 5283bf79-bf20-4a38-912f-ced401fbd691] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5283bf79-bf20-4a38-912f-ced401fbd691. [ 808.087500] nova-conductor[54851]: DEBUG nova.network.neutron [None req-a6bc5a26-38b6-45b6-ba90-3318437b43d1 tempest-ServersTestMultiNic-1870011473 tempest-ServersTestMultiNic-1870011473-project-member] [instance: 5283bf79-bf20-4a38-912f-ced401fbd691] deallocate_for_instance() {{(pid=54851) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 808.104255] nova-conductor[54851]: DEBUG nova.network.neutron [None req-a6bc5a26-38b6-45b6-ba90-3318437b43d1 tempest-ServersTestMultiNic-1870011473 tempest-ServersTestMultiNic-1870011473-project-member] [instance: 5283bf79-bf20-4a38-912f-ced401fbd691] Instance cache missing network info. {{(pid=54851) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 808.107571] nova-conductor[54851]: DEBUG nova.network.neutron [None req-a6bc5a26-38b6-45b6-ba90-3318437b43d1 tempest-ServersTestMultiNic-1870011473 tempest-ServersTestMultiNic-1870011473-project-member] [instance: 5283bf79-bf20-4a38-912f-ced401fbd691] Updating instance_info_cache with network_info: [] {{(pid=54851) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 810.079214] nova-conductor[54852]: ERROR nova.scheduler.utils [None req-1dd95b8a-3d77-47a3-b1fe-9aa38d085e39 tempest-ServerMetadataTestJSON-814045322 tempest-ServerMetadataTestJSON-814045322-project-member] [instance: fc5b891b-8432-4b2f-97d9-c93ca0a18783] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 272b9bc4-bacd-48d8-b805-6a6ce692bafe, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance fc5b891b-8432-4b2f-97d9-c93ca0a18783 was re-scheduled: Binding failed for port 272b9bc4-bacd-48d8-b805-6a6ce692bafe, please check neutron logs for more information.\n'] [ 810.080178] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-1dd95b8a-3d77-47a3-b1fe-9aa38d085e39 tempest-ServerMetadataTestJSON-814045322 tempest-ServerMetadataTestJSON-814045322-project-member] Rescheduling: True {{(pid=54852) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 810.080555] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-1dd95b8a-3d77-47a3-b1fe-9aa38d085e39 tempest-ServerMetadataTestJSON-814045322 tempest-ServerMetadataTestJSON-814045322-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance fc5b891b-8432-4b2f-97d9-c93ca0a18783.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance fc5b891b-8432-4b2f-97d9-c93ca0a18783. [ 810.081030] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-1dd95b8a-3d77-47a3-b1fe-9aa38d085e39 tempest-ServerMetadataTestJSON-814045322 tempest-ServerMetadataTestJSON-814045322-project-member] [instance: fc5b891b-8432-4b2f-97d9-c93ca0a18783] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance fc5b891b-8432-4b2f-97d9-c93ca0a18783. [ 810.123244] nova-conductor[54852]: DEBUG nova.network.neutron [None req-1dd95b8a-3d77-47a3-b1fe-9aa38d085e39 tempest-ServerMetadataTestJSON-814045322 tempest-ServerMetadataTestJSON-814045322-project-member] [instance: fc5b891b-8432-4b2f-97d9-c93ca0a18783] deallocate_for_instance() {{(pid=54852) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 810.142385] nova-conductor[54852]: DEBUG nova.network.neutron [None req-1dd95b8a-3d77-47a3-b1fe-9aa38d085e39 tempest-ServerMetadataTestJSON-814045322 tempest-ServerMetadataTestJSON-814045322-project-member] [instance: fc5b891b-8432-4b2f-97d9-c93ca0a18783] Instance cache missing network info. {{(pid=54852) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 810.145768] nova-conductor[54852]: DEBUG nova.network.neutron [None req-1dd95b8a-3d77-47a3-b1fe-9aa38d085e39 tempest-ServerMetadataTestJSON-814045322 tempest-ServerMetadataTestJSON-814045322-project-member] [instance: fc5b891b-8432-4b2f-97d9-c93ca0a18783] Updating instance_info_cache with network_info: [] {{(pid=54852) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.734956] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-920dd7fc-22c7-4310-8ecc-82989e9a95c1 tempest-ServersAaction247Test-1095029802 tempest-ServersAaction247Test-1095029802-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 813.750017] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-920dd7fc-22c7-4310-8ecc-82989e9a95c1 tempest-ServersAaction247Test-1095029802 tempest-ServersAaction247Test-1095029802-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 813.750111] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-920dd7fc-22c7-4310-8ecc-82989e9a95c1 tempest-ServersAaction247Test-1095029802 tempest-ServersAaction247Test-1095029802-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 813.750276] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-920dd7fc-22c7-4310-8ecc-82989e9a95c1 tempest-ServersAaction247Test-1095029802 tempest-ServersAaction247Test-1095029802-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 813.788738] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-920dd7fc-22c7-4310-8ecc-82989e9a95c1 tempest-ServersAaction247Test-1095029802 tempest-ServersAaction247Test-1095029802-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 813.788965] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-920dd7fc-22c7-4310-8ecc-82989e9a95c1 tempest-ServersAaction247Test-1095029802 tempest-ServersAaction247Test-1095029802-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 813.789156] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-920dd7fc-22c7-4310-8ecc-82989e9a95c1 tempest-ServersAaction247Test-1095029802 tempest-ServersAaction247Test-1095029802-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 813.789522] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-920dd7fc-22c7-4310-8ecc-82989e9a95c1 tempest-ServersAaction247Test-1095029802 tempest-ServersAaction247Test-1095029802-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 813.789704] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-920dd7fc-22c7-4310-8ecc-82989e9a95c1 tempest-ServersAaction247Test-1095029802 tempest-ServersAaction247Test-1095029802-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 813.789860] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-920dd7fc-22c7-4310-8ecc-82989e9a95c1 tempest-ServersAaction247Test-1095029802 tempest-ServersAaction247Test-1095029802-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 813.798112] nova-conductor[54852]: DEBUG nova.quota [None req-920dd7fc-22c7-4310-8ecc-82989e9a95c1 tempest-ServersAaction247Test-1095029802 tempest-ServersAaction247Test-1095029802-project-member] Getting quotas for project 62fdcd361a5f46bf8f63f9aab22895c0. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 813.801194] nova-conductor[54852]: DEBUG nova.quota [None req-920dd7fc-22c7-4310-8ecc-82989e9a95c1 tempest-ServersAaction247Test-1095029802 tempest-ServersAaction247Test-1095029802-project-member] Getting quotas for user 29b9e165ac564f908ccb043a4af56fe4 and project 62fdcd361a5f46bf8f63f9aab22895c0. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 813.805927] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-920dd7fc-22c7-4310-8ecc-82989e9a95c1 tempest-ServersAaction247Test-1095029802 tempest-ServersAaction247Test-1095029802-project-member] [instance: 5914a35a-0934-4f8f-81e8-d91bc690a9cb] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 813.806342] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-920dd7fc-22c7-4310-8ecc-82989e9a95c1 tempest-ServersAaction247Test-1095029802 tempest-ServersAaction247Test-1095029802-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 813.806555] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-920dd7fc-22c7-4310-8ecc-82989e9a95c1 tempest-ServersAaction247Test-1095029802 tempest-ServersAaction247Test-1095029802-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 813.806720] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-920dd7fc-22c7-4310-8ecc-82989e9a95c1 tempest-ServersAaction247Test-1095029802 tempest-ServersAaction247Test-1095029802-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 813.810942] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-920dd7fc-22c7-4310-8ecc-82989e9a95c1 tempest-ServersAaction247Test-1095029802 tempest-ServersAaction247Test-1095029802-project-member] [instance: 5914a35a-0934-4f8f-81e8-d91bc690a9cb] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 813.811571] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-920dd7fc-22c7-4310-8ecc-82989e9a95c1 tempest-ServersAaction247Test-1095029802 tempest-ServersAaction247Test-1095029802-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 813.811767] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-920dd7fc-22c7-4310-8ecc-82989e9a95c1 tempest-ServersAaction247Test-1095029802 tempest-ServersAaction247Test-1095029802-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 813.811929] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-920dd7fc-22c7-4310-8ecc-82989e9a95c1 tempest-ServersAaction247Test-1095029802 tempest-ServersAaction247Test-1095029802-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 813.834230] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-920dd7fc-22c7-4310-8ecc-82989e9a95c1 tempest-ServersAaction247Test-1095029802 tempest-ServersAaction247Test-1095029802-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 813.834375] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-920dd7fc-22c7-4310-8ecc-82989e9a95c1 tempest-ServersAaction247Test-1095029802 tempest-ServersAaction247Test-1095029802-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 813.834552] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-920dd7fc-22c7-4310-8ecc-82989e9a95c1 tempest-ServersAaction247Test-1095029802 tempest-ServersAaction247Test-1095029802-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 816.279801] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_cell0:SELECT=1 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 816.307723] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_cell1:SELECT=3,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=8,nova_cell1:RELEASE=1 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 816.313729] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_api:SELECT=7 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 816.318796] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_api:SELECT=5,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 817.374268] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell1:SELECT=366,nova_cell1:UPDATE=173,nova_cell1:SAVEPOINT=35,nova_cell1:RELEASE=35,nova_cell1:INSERT=26 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 820.262109] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_cell1:SAVEPOINT=38,nova_cell1:RELEASE=38,nova_cell1:SELECT=339,nova_cell1:UPDATE=160,nova_cell1:INSERT=24 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 823.793392] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell0:SELECT=1 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 823.813932] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell1:SELECT=3,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=8,nova_cell1:RELEASE=1 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 823.827089] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_api:SELECT=6,nova_api:UPDATE=1 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 823.831543] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_api:SELECT=6,nova_api:DELETE=1 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 825.813071] nova-conductor[54852]: ERROR nova.scheduler.utils [None req-452fe707-e83c-4fef-8a40-350f6c5d33cc tempest-ServerRescueNegativeTestJSON-785829795 tempest-ServerRescueNegativeTestJSON-785829795-project-member] [instance: 0f8162d7-c5e6-4c66-8a10-bb06998738b5] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 3af034e9-59a9-4803-8390-ec339b7ae0d5, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 0f8162d7-c5e6-4c66-8a10-bb06998738b5 was re-scheduled: Binding failed for port 3af034e9-59a9-4803-8390-ec339b7ae0d5, please check neutron logs for more information.\n'] [ 825.815156] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-452fe707-e83c-4fef-8a40-350f6c5d33cc tempest-ServerRescueNegativeTestJSON-785829795 tempest-ServerRescueNegativeTestJSON-785829795-project-member] Rescheduling: True {{(pid=54852) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 825.815156] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-452fe707-e83c-4fef-8a40-350f6c5d33cc tempest-ServerRescueNegativeTestJSON-785829795 tempest-ServerRescueNegativeTestJSON-785829795-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 0f8162d7-c5e6-4c66-8a10-bb06998738b5.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 0f8162d7-c5e6-4c66-8a10-bb06998738b5. [ 825.815156] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-452fe707-e83c-4fef-8a40-350f6c5d33cc tempest-ServerRescueNegativeTestJSON-785829795 tempest-ServerRescueNegativeTestJSON-785829795-project-member] [instance: 0f8162d7-c5e6-4c66-8a10-bb06998738b5] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 0f8162d7-c5e6-4c66-8a10-bb06998738b5. [ 825.841099] nova-conductor[54852]: DEBUG nova.network.neutron [None req-452fe707-e83c-4fef-8a40-350f6c5d33cc tempest-ServerRescueNegativeTestJSON-785829795 tempest-ServerRescueNegativeTestJSON-785829795-project-member] [instance: 0f8162d7-c5e6-4c66-8a10-bb06998738b5] deallocate_for_instance() {{(pid=54852) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 825.953470] nova-conductor[54852]: DEBUG nova.network.neutron [None req-452fe707-e83c-4fef-8a40-350f6c5d33cc tempest-ServerRescueNegativeTestJSON-785829795 tempest-ServerRescueNegativeTestJSON-785829795-project-member] [instance: 0f8162d7-c5e6-4c66-8a10-bb06998738b5] Instance cache missing network info. {{(pid=54852) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 825.958536] nova-conductor[54852]: DEBUG nova.network.neutron [None req-452fe707-e83c-4fef-8a40-350f6c5d33cc tempest-ServerRescueNegativeTestJSON-785829795 tempest-ServerRescueNegativeTestJSON-785829795-project-member] [instance: 0f8162d7-c5e6-4c66-8a10-bb06998738b5] Updating instance_info_cache with network_info: [] {{(pid=54852) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 827.763878] nova-conductor[54851]: ERROR nova.scheduler.utils [None req-8df1282d-2f7a-4089-806d-187ccd308ead tempest-ServerRescueNegativeTestJSON-785829795 tempest-ServerRescueNegativeTestJSON-785829795-project-member] [instance: 65c1a63f-4645-40fe-b429-00923e60d1cb] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 5a2f6f40-4ad4-4214-b7de-c4538335eaa6, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 65c1a63f-4645-40fe-b429-00923e60d1cb was re-scheduled: Binding failed for port 5a2f6f40-4ad4-4214-b7de-c4538335eaa6, please check neutron logs for more information.\n'] [ 827.764481] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-8df1282d-2f7a-4089-806d-187ccd308ead tempest-ServerRescueNegativeTestJSON-785829795 tempest-ServerRescueNegativeTestJSON-785829795-project-member] Rescheduling: True {{(pid=54851) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 827.764694] nova-conductor[54851]: WARNING nova.scheduler.utils [None req-8df1282d-2f7a-4089-806d-187ccd308ead tempest-ServerRescueNegativeTestJSON-785829795 tempest-ServerRescueNegativeTestJSON-785829795-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 65c1a63f-4645-40fe-b429-00923e60d1cb.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 65c1a63f-4645-40fe-b429-00923e60d1cb. [ 827.764912] nova-conductor[54851]: WARNING nova.scheduler.utils [None req-8df1282d-2f7a-4089-806d-187ccd308ead tempest-ServerRescueNegativeTestJSON-785829795 tempest-ServerRescueNegativeTestJSON-785829795-project-member] [instance: 65c1a63f-4645-40fe-b429-00923e60d1cb] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 65c1a63f-4645-40fe-b429-00923e60d1cb. [ 827.791919] nova-conductor[54851]: DEBUG nova.network.neutron [None req-8df1282d-2f7a-4089-806d-187ccd308ead tempest-ServerRescueNegativeTestJSON-785829795 tempest-ServerRescueNegativeTestJSON-785829795-project-member] [instance: 65c1a63f-4645-40fe-b429-00923e60d1cb] deallocate_for_instance() {{(pid=54851) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 827.821675] nova-conductor[54851]: DEBUG nova.network.neutron [None req-8df1282d-2f7a-4089-806d-187ccd308ead tempest-ServerRescueNegativeTestJSON-785829795 tempest-ServerRescueNegativeTestJSON-785829795-project-member] [instance: 65c1a63f-4645-40fe-b429-00923e60d1cb] Instance cache missing network info. {{(pid=54851) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 827.826302] nova-conductor[54851]: DEBUG nova.network.neutron [None req-8df1282d-2f7a-4089-806d-187ccd308ead tempest-ServerRescueNegativeTestJSON-785829795 tempest-ServerRescueNegativeTestJSON-785829795-project-member] [instance: 65c1a63f-4645-40fe-b429-00923e60d1cb] Updating instance_info_cache with network_info: [] {{(pid=54851) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.507976] nova-conductor[54852]: ERROR nova.scheduler.utils [None req-3395ce28-ebd0-48a6-99e1-930406bd6890 tempest-ServersTestManualDisk-1814691432 tempest-ServersTestManualDisk-1814691432-project-member] [instance: 2222309b-ce4e-46eb-a620-34553f644947] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port bb5a6fe2-c4da-40ad-8df3-a44c9d125c05, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 2222309b-ce4e-46eb-a620-34553f644947 was re-scheduled: Binding failed for port bb5a6fe2-c4da-40ad-8df3-a44c9d125c05, please check neutron logs for more information.\n'] [ 834.509031] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-3395ce28-ebd0-48a6-99e1-930406bd6890 tempest-ServersTestManualDisk-1814691432 tempest-ServersTestManualDisk-1814691432-project-member] Rescheduling: True {{(pid=54852) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 834.509031] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-3395ce28-ebd0-48a6-99e1-930406bd6890 tempest-ServersTestManualDisk-1814691432 tempest-ServersTestManualDisk-1814691432-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 2222309b-ce4e-46eb-a620-34553f644947.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 2222309b-ce4e-46eb-a620-34553f644947. [ 834.509517] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-3395ce28-ebd0-48a6-99e1-930406bd6890 tempest-ServersTestManualDisk-1814691432 tempest-ServersTestManualDisk-1814691432-project-member] [instance: 2222309b-ce4e-46eb-a620-34553f644947] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 2222309b-ce4e-46eb-a620-34553f644947. [ 834.531038] nova-conductor[54852]: DEBUG nova.network.neutron [None req-3395ce28-ebd0-48a6-99e1-930406bd6890 tempest-ServersTestManualDisk-1814691432 tempest-ServersTestManualDisk-1814691432-project-member] [instance: 2222309b-ce4e-46eb-a620-34553f644947] deallocate_for_instance() {{(pid=54852) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 834.549099] nova-conductor[54852]: DEBUG nova.network.neutron [None req-3395ce28-ebd0-48a6-99e1-930406bd6890 tempest-ServersTestManualDisk-1814691432 tempest-ServersTestManualDisk-1814691432-project-member] [instance: 2222309b-ce4e-46eb-a620-34553f644947] Instance cache missing network info. {{(pid=54852) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 834.552329] nova-conductor[54852]: DEBUG nova.network.neutron [None req-3395ce28-ebd0-48a6-99e1-930406bd6890 tempest-ServersTestManualDisk-1814691432 tempest-ServersTestManualDisk-1814691432-project-member] [instance: 2222309b-ce4e-46eb-a620-34553f644947] Updating instance_info_cache with network_info: [] {{(pid=54852) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 836.371660] nova-conductor[54851]: ERROR nova.scheduler.utils [None req-332a3e1c-4c5e-4a35-bf18-965aec531699 tempest-ImagesOneServerTestJSON-74964259 tempest-ImagesOneServerTestJSON-74964259-project-member] [instance: 74361d48-0a82-453a-a4a1-45173c49e901] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 3de940fa-7aef-49db-8fd2-f34b6e20e28f, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 74361d48-0a82-453a-a4a1-45173c49e901 was re-scheduled: Binding failed for port 3de940fa-7aef-49db-8fd2-f34b6e20e28f, please check neutron logs for more information.\n'] [ 836.372249] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-332a3e1c-4c5e-4a35-bf18-965aec531699 tempest-ImagesOneServerTestJSON-74964259 tempest-ImagesOneServerTestJSON-74964259-project-member] Rescheduling: True {{(pid=54851) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 836.372474] nova-conductor[54851]: WARNING nova.scheduler.utils [None req-332a3e1c-4c5e-4a35-bf18-965aec531699 tempest-ImagesOneServerTestJSON-74964259 tempest-ImagesOneServerTestJSON-74964259-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 74361d48-0a82-453a-a4a1-45173c49e901.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 74361d48-0a82-453a-a4a1-45173c49e901. [ 836.372735] nova-conductor[54851]: WARNING nova.scheduler.utils [None req-332a3e1c-4c5e-4a35-bf18-965aec531699 tempest-ImagesOneServerTestJSON-74964259 tempest-ImagesOneServerTestJSON-74964259-project-member] [instance: 74361d48-0a82-453a-a4a1-45173c49e901] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 74361d48-0a82-453a-a4a1-45173c49e901. [ 836.395744] nova-conductor[54851]: DEBUG nova.network.neutron [None req-332a3e1c-4c5e-4a35-bf18-965aec531699 tempest-ImagesOneServerTestJSON-74964259 tempest-ImagesOneServerTestJSON-74964259-project-member] [instance: 74361d48-0a82-453a-a4a1-45173c49e901] deallocate_for_instance() {{(pid=54851) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 836.410479] nova-conductor[54851]: DEBUG nova.network.neutron [None req-332a3e1c-4c5e-4a35-bf18-965aec531699 tempest-ImagesOneServerTestJSON-74964259 tempest-ImagesOneServerTestJSON-74964259-project-member] [instance: 74361d48-0a82-453a-a4a1-45173c49e901] Instance cache missing network info. {{(pid=54851) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 836.414677] nova-conductor[54851]: DEBUG nova.network.neutron [None req-332a3e1c-4c5e-4a35-bf18-965aec531699 tempest-ImagesOneServerTestJSON-74964259 tempest-ImagesOneServerTestJSON-74964259-project-member] [instance: 74361d48-0a82-453a-a4a1-45173c49e901] Updating instance_info_cache with network_info: [] {{(pid=54851) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 839.267013] nova-conductor[54852]: ERROR nova.scheduler.utils [None req-03919a2b-2872-4784-bb8f-6ea9a428a0fa tempest-ServerRescueTestJSON-230026192 tempest-ServerRescueTestJSON-230026192-project-member] [instance: 91660994-feca-40d8-8b75-d3c79110a19e] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port d78daeab-1f1d-441c-8b47-dea2fbe31ad4, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 91660994-feca-40d8-8b75-d3c79110a19e was re-scheduled: Binding failed for port d78daeab-1f1d-441c-8b47-dea2fbe31ad4, please check neutron logs for more information.\n'] [ 839.267657] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-03919a2b-2872-4784-bb8f-6ea9a428a0fa tempest-ServerRescueTestJSON-230026192 tempest-ServerRescueTestJSON-230026192-project-member] Rescheduling: True {{(pid=54852) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 839.267909] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-03919a2b-2872-4784-bb8f-6ea9a428a0fa tempest-ServerRescueTestJSON-230026192 tempest-ServerRescueTestJSON-230026192-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 91660994-feca-40d8-8b75-d3c79110a19e.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 91660994-feca-40d8-8b75-d3c79110a19e. [ 839.268867] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-03919a2b-2872-4784-bb8f-6ea9a428a0fa tempest-ServerRescueTestJSON-230026192 tempest-ServerRescueTestJSON-230026192-project-member] [instance: 91660994-feca-40d8-8b75-d3c79110a19e] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 91660994-feca-40d8-8b75-d3c79110a19e. [ 839.296661] nova-conductor[54852]: DEBUG nova.network.neutron [None req-03919a2b-2872-4784-bb8f-6ea9a428a0fa tempest-ServerRescueTestJSON-230026192 tempest-ServerRescueTestJSON-230026192-project-member] [instance: 91660994-feca-40d8-8b75-d3c79110a19e] deallocate_for_instance() {{(pid=54852) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 839.312505] nova-conductor[54852]: DEBUG nova.network.neutron [None req-03919a2b-2872-4784-bb8f-6ea9a428a0fa tempest-ServerRescueTestJSON-230026192 tempest-ServerRescueTestJSON-230026192-project-member] [instance: 91660994-feca-40d8-8b75-d3c79110a19e] Instance cache missing network info. {{(pid=54852) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 839.317123] nova-conductor[54852]: DEBUG nova.network.neutron [None req-03919a2b-2872-4784-bb8f-6ea9a428a0fa tempest-ServerRescueTestJSON-230026192 tempest-ServerRescueTestJSON-230026192-project-member] [instance: 91660994-feca-40d8-8b75-d3c79110a19e] Updating instance_info_cache with network_info: [] {{(pid=54852) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.962038] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-3910890f-daf8-43cb-ba50-6762b3917a65 tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54851) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 843.995911] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-3910890f-daf8-43cb-ba50-6762b3917a65 tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 843.995911] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-3910890f-daf8-43cb-ba50-6762b3917a65 tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 843.996429] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-3910890f-daf8-43cb-ba50-6762b3917a65 tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 844.035449] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-3910890f-daf8-43cb-ba50-6762b3917a65 tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 844.035688] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-3910890f-daf8-43cb-ba50-6762b3917a65 tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 844.035859] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-3910890f-daf8-43cb-ba50-6762b3917a65 tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 844.036254] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-3910890f-daf8-43cb-ba50-6762b3917a65 tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 844.036439] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-3910890f-daf8-43cb-ba50-6762b3917a65 tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 844.036600] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-3910890f-daf8-43cb-ba50-6762b3917a65 tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 844.048879] nova-conductor[54851]: DEBUG nova.quota [None req-3910890f-daf8-43cb-ba50-6762b3917a65 tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Getting quotas for project c9657a113032417fb4b97716a772f8ce. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 844.052017] nova-conductor[54851]: DEBUG nova.quota [None req-3910890f-daf8-43cb-ba50-6762b3917a65 tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Getting quotas for user 17b50c91ccd347e4b45126a8f23c0278 and project c9657a113032417fb4b97716a772f8ce. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 844.058742] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-3910890f-daf8-43cb-ba50-6762b3917a65 tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] [instance: 34f5995f-692c-4f0d-8b15-0d388df7e34e] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54851) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 844.059221] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-3910890f-daf8-43cb-ba50-6762b3917a65 tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 844.059430] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-3910890f-daf8-43cb-ba50-6762b3917a65 tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 844.059856] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-3910890f-daf8-43cb-ba50-6762b3917a65 tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 844.068992] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-3910890f-daf8-43cb-ba50-6762b3917a65 tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] [instance: 34f5995f-692c-4f0d-8b15-0d388df7e34e] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54851) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 844.069707] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-3910890f-daf8-43cb-ba50-6762b3917a65 tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 844.069914] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-3910890f-daf8-43cb-ba50-6762b3917a65 tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 844.070094] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-3910890f-daf8-43cb-ba50-6762b3917a65 tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 844.087416] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-3910890f-daf8-43cb-ba50-6762b3917a65 tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 844.087579] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-3910890f-daf8-43cb-ba50-6762b3917a65 tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 844.087743] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-3910890f-daf8-43cb-ba50-6762b3917a65 tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 848.153433] nova-conductor[54852]: ERROR nova.scheduler.utils [None req-0dc9e9ab-71b0-41c1-b9c7-4caf8116d044 tempest-ImagesNegativeTestJSON-83741465 tempest-ImagesNegativeTestJSON-83741465-project-member] [instance: c7771b47-cbe8-4696-9a21-9204501c8877] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port fa638cdd-dbbc-466f-9d99-c3a874f1ca12, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance c7771b47-cbe8-4696-9a21-9204501c8877 was re-scheduled: Binding failed for port fa638cdd-dbbc-466f-9d99-c3a874f1ca12, please check neutron logs for more information.\n'] [ 848.154610] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-0dc9e9ab-71b0-41c1-b9c7-4caf8116d044 tempest-ImagesNegativeTestJSON-83741465 tempest-ImagesNegativeTestJSON-83741465-project-member] Rescheduling: True {{(pid=54852) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 848.154718] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-0dc9e9ab-71b0-41c1-b9c7-4caf8116d044 tempest-ImagesNegativeTestJSON-83741465 tempest-ImagesNegativeTestJSON-83741465-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c7771b47-cbe8-4696-9a21-9204501c8877.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c7771b47-cbe8-4696-9a21-9204501c8877. [ 848.156087] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-0dc9e9ab-71b0-41c1-b9c7-4caf8116d044 tempest-ImagesNegativeTestJSON-83741465 tempest-ImagesNegativeTestJSON-83741465-project-member] [instance: c7771b47-cbe8-4696-9a21-9204501c8877] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c7771b47-cbe8-4696-9a21-9204501c8877. [ 848.198567] nova-conductor[54852]: DEBUG nova.network.neutron [None req-0dc9e9ab-71b0-41c1-b9c7-4caf8116d044 tempest-ImagesNegativeTestJSON-83741465 tempest-ImagesNegativeTestJSON-83741465-project-member] [instance: c7771b47-cbe8-4696-9a21-9204501c8877] deallocate_for_instance() {{(pid=54852) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 848.216403] nova-conductor[54852]: DEBUG nova.network.neutron [None req-0dc9e9ab-71b0-41c1-b9c7-4caf8116d044 tempest-ImagesNegativeTestJSON-83741465 tempest-ImagesNegativeTestJSON-83741465-project-member] [instance: c7771b47-cbe8-4696-9a21-9204501c8877] Instance cache missing network info. {{(pid=54852) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 848.220069] nova-conductor[54852]: DEBUG nova.network.neutron [None req-0dc9e9ab-71b0-41c1-b9c7-4caf8116d044 tempest-ImagesNegativeTestJSON-83741465 tempest-ImagesNegativeTestJSON-83741465-project-member] [instance: c7771b47-cbe8-4696-9a21-9204501c8877] Updating instance_info_cache with network_info: [] {{(pid=54852) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.024666] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-16ed8b6b-413e-4926-803c-ed31e7425389 tempest-ServerTagsTestJSON-2114128322 tempest-ServerTagsTestJSON-2114128322-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 850.038924] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-16ed8b6b-413e-4926-803c-ed31e7425389 tempest-ServerTagsTestJSON-2114128322 tempest-ServerTagsTestJSON-2114128322-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 850.039170] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-16ed8b6b-413e-4926-803c-ed31e7425389 tempest-ServerTagsTestJSON-2114128322 tempest-ServerTagsTestJSON-2114128322-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 850.039337] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-16ed8b6b-413e-4926-803c-ed31e7425389 tempest-ServerTagsTestJSON-2114128322 tempest-ServerTagsTestJSON-2114128322-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 850.070324] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-16ed8b6b-413e-4926-803c-ed31e7425389 tempest-ServerTagsTestJSON-2114128322 tempest-ServerTagsTestJSON-2114128322-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 850.070573] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-16ed8b6b-413e-4926-803c-ed31e7425389 tempest-ServerTagsTestJSON-2114128322 tempest-ServerTagsTestJSON-2114128322-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 850.070761] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-16ed8b6b-413e-4926-803c-ed31e7425389 tempest-ServerTagsTestJSON-2114128322 tempest-ServerTagsTestJSON-2114128322-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 850.071296] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-16ed8b6b-413e-4926-803c-ed31e7425389 tempest-ServerTagsTestJSON-2114128322 tempest-ServerTagsTestJSON-2114128322-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 850.071519] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-16ed8b6b-413e-4926-803c-ed31e7425389 tempest-ServerTagsTestJSON-2114128322 tempest-ServerTagsTestJSON-2114128322-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 850.072190] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-16ed8b6b-413e-4926-803c-ed31e7425389 tempest-ServerTagsTestJSON-2114128322 tempest-ServerTagsTestJSON-2114128322-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 850.085458] nova-conductor[54852]: DEBUG nova.quota [None req-16ed8b6b-413e-4926-803c-ed31e7425389 tempest-ServerTagsTestJSON-2114128322 tempest-ServerTagsTestJSON-2114128322-project-member] Getting quotas for project 373ca19a1eb64177b43d5e107d192959. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 850.089686] nova-conductor[54852]: DEBUG nova.quota [None req-16ed8b6b-413e-4926-803c-ed31e7425389 tempest-ServerTagsTestJSON-2114128322 tempest-ServerTagsTestJSON-2114128322-project-member] Getting quotas for user 2579d36f477f4a94b3d839ed67108e5d and project 373ca19a1eb64177b43d5e107d192959. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 850.094786] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-16ed8b6b-413e-4926-803c-ed31e7425389 tempest-ServerTagsTestJSON-2114128322 tempest-ServerTagsTestJSON-2114128322-project-member] [instance: 4983f354-77dc-4e84-969b-4c74441fa568] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 850.095249] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-16ed8b6b-413e-4926-803c-ed31e7425389 tempest-ServerTagsTestJSON-2114128322 tempest-ServerTagsTestJSON-2114128322-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 850.095452] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-16ed8b6b-413e-4926-803c-ed31e7425389 tempest-ServerTagsTestJSON-2114128322 tempest-ServerTagsTestJSON-2114128322-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 850.095619] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-16ed8b6b-413e-4926-803c-ed31e7425389 tempest-ServerTagsTestJSON-2114128322 tempest-ServerTagsTestJSON-2114128322-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 850.102085] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-16ed8b6b-413e-4926-803c-ed31e7425389 tempest-ServerTagsTestJSON-2114128322 tempest-ServerTagsTestJSON-2114128322-project-member] [instance: 4983f354-77dc-4e84-969b-4c74441fa568] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 850.102742] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-16ed8b6b-413e-4926-803c-ed31e7425389 tempest-ServerTagsTestJSON-2114128322 tempest-ServerTagsTestJSON-2114128322-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 850.102945] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-16ed8b6b-413e-4926-803c-ed31e7425389 tempest-ServerTagsTestJSON-2114128322 tempest-ServerTagsTestJSON-2114128322-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 850.103123] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-16ed8b6b-413e-4926-803c-ed31e7425389 tempest-ServerTagsTestJSON-2114128322 tempest-ServerTagsTestJSON-2114128322-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 850.118600] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-16ed8b6b-413e-4926-803c-ed31e7425389 tempest-ServerTagsTestJSON-2114128322 tempest-ServerTagsTestJSON-2114128322-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 850.118853] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-16ed8b6b-413e-4926-803c-ed31e7425389 tempest-ServerTagsTestJSON-2114128322 tempest-ServerTagsTestJSON-2114128322-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 850.119037] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-16ed8b6b-413e-4926-803c-ed31e7425389 tempest-ServerTagsTestJSON-2114128322 tempest-ServerTagsTestJSON-2114128322-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 854.040528] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_cell0:SELECT=1 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 854.072805] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_cell1:SELECT=3,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=8,nova_cell1:RELEASE=1 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 854.081485] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_api:SELECT=5,nova_api:UPDATE=1 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 854.084013] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_api:SELECT=7,nova_api:DELETE=1 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 855.568012] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-25a7d206-8a4f-42c7-a4ce-01e954328a59 tempest-MultipleCreateTestJSON-878420833 tempest-MultipleCreateTestJSON-878420833-project-member] Took 0.51 seconds to select destinations for 2 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 855.588456] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-25a7d206-8a4f-42c7-a4ce-01e954328a59 tempest-MultipleCreateTestJSON-878420833 tempest-MultipleCreateTestJSON-878420833-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 855.588694] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-25a7d206-8a4f-42c7-a4ce-01e954328a59 tempest-MultipleCreateTestJSON-878420833 tempest-MultipleCreateTestJSON-878420833-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 855.588863] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-25a7d206-8a4f-42c7-a4ce-01e954328a59 tempest-MultipleCreateTestJSON-878420833 tempest-MultipleCreateTestJSON-878420833-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 855.620357] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-25a7d206-8a4f-42c7-a4ce-01e954328a59 tempest-MultipleCreateTestJSON-878420833 tempest-MultipleCreateTestJSON-878420833-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 855.620595] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-25a7d206-8a4f-42c7-a4ce-01e954328a59 tempest-MultipleCreateTestJSON-878420833 tempest-MultipleCreateTestJSON-878420833-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 855.620762] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-25a7d206-8a4f-42c7-a4ce-01e954328a59 tempest-MultipleCreateTestJSON-878420833 tempest-MultipleCreateTestJSON-878420833-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 855.633792] nova-conductor[54851]: ERROR nova.scheduler.utils [None req-affccd29-eef2-4353-a5ae-3184ff82f045 tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] [instance: 4be2f0a4-5f57-4a80-9450-6d61d344799e] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 4e8bbee8-553c-404c-a2a3-eaefff21a6f9, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 4be2f0a4-5f57-4a80-9450-6d61d344799e was re-scheduled: Binding failed for port 4e8bbee8-553c-404c-a2a3-eaefff21a6f9, please check neutron logs for more information.\n'] [ 855.634549] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-affccd29-eef2-4353-a5ae-3184ff82f045 tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Rescheduling: True {{(pid=54851) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 855.634868] nova-conductor[54851]: WARNING nova.scheduler.utils [None req-affccd29-eef2-4353-a5ae-3184ff82f045 tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4be2f0a4-5f57-4a80-9450-6d61d344799e.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4be2f0a4-5f57-4a80-9450-6d61d344799e. [ 855.635348] nova-conductor[54851]: WARNING nova.scheduler.utils [None req-affccd29-eef2-4353-a5ae-3184ff82f045 tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] [instance: 4be2f0a4-5f57-4a80-9450-6d61d344799e] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4be2f0a4-5f57-4a80-9450-6d61d344799e. [ 855.643735] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-25a7d206-8a4f-42c7-a4ce-01e954328a59 tempest-MultipleCreateTestJSON-878420833 tempest-MultipleCreateTestJSON-878420833-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 855.643969] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-25a7d206-8a4f-42c7-a4ce-01e954328a59 tempest-MultipleCreateTestJSON-878420833 tempest-MultipleCreateTestJSON-878420833-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 855.647019] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-25a7d206-8a4f-42c7-a4ce-01e954328a59 tempest-MultipleCreateTestJSON-878420833 tempest-MultipleCreateTestJSON-878420833-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 855.647019] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-25a7d206-8a4f-42c7-a4ce-01e954328a59 tempest-MultipleCreateTestJSON-878420833 tempest-MultipleCreateTestJSON-878420833-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 855.647019] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-25a7d206-8a4f-42c7-a4ce-01e954328a59 tempest-MultipleCreateTestJSON-878420833 tempest-MultipleCreateTestJSON-878420833-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 855.647019] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-25a7d206-8a4f-42c7-a4ce-01e954328a59 tempest-MultipleCreateTestJSON-878420833 tempest-MultipleCreateTestJSON-878420833-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 855.653925] nova-conductor[54852]: DEBUG nova.quota [None req-25a7d206-8a4f-42c7-a4ce-01e954328a59 tempest-MultipleCreateTestJSON-878420833 tempest-MultipleCreateTestJSON-878420833-project-member] Getting quotas for project 8f7b88e9cabf41a7802ebd6b3b84d51e. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 855.656870] nova-conductor[54852]: DEBUG nova.quota [None req-25a7d206-8a4f-42c7-a4ce-01e954328a59 tempest-MultipleCreateTestJSON-878420833 tempest-MultipleCreateTestJSON-878420833-project-member] Getting quotas for user 378e043e429e4b3098e0003311d0b6de and project 8f7b88e9cabf41a7802ebd6b3b84d51e. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 855.668820] nova-conductor[54851]: DEBUG nova.network.neutron [None req-affccd29-eef2-4353-a5ae-3184ff82f045 tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] [instance: 4be2f0a4-5f57-4a80-9450-6d61d344799e] deallocate_for_instance() {{(pid=54851) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 855.679410] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-25a7d206-8a4f-42c7-a4ce-01e954328a59 tempest-MultipleCreateTestJSON-878420833 tempest-MultipleCreateTestJSON-878420833-project-member] [instance: 7621d6a6-27aa-45d3-80fa-65e957519a1f] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 855.680230] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-25a7d206-8a4f-42c7-a4ce-01e954328a59 tempest-MultipleCreateTestJSON-878420833 tempest-MultipleCreateTestJSON-878420833-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 855.680478] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-25a7d206-8a4f-42c7-a4ce-01e954328a59 tempest-MultipleCreateTestJSON-878420833 tempest-MultipleCreateTestJSON-878420833-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 855.680645] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-25a7d206-8a4f-42c7-a4ce-01e954328a59 tempest-MultipleCreateTestJSON-878420833 tempest-MultipleCreateTestJSON-878420833-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 855.684558] nova-conductor[54851]: DEBUG nova.network.neutron [None req-affccd29-eef2-4353-a5ae-3184ff82f045 tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] [instance: 4be2f0a4-5f57-4a80-9450-6d61d344799e] Instance cache missing network info. {{(pid=54851) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 855.685150] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-25a7d206-8a4f-42c7-a4ce-01e954328a59 tempest-MultipleCreateTestJSON-878420833 tempest-MultipleCreateTestJSON-878420833-project-member] [instance: 7621d6a6-27aa-45d3-80fa-65e957519a1f] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 855.685782] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-25a7d206-8a4f-42c7-a4ce-01e954328a59 tempest-MultipleCreateTestJSON-878420833 tempest-MultipleCreateTestJSON-878420833-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 855.686769] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-25a7d206-8a4f-42c7-a4ce-01e954328a59 tempest-MultipleCreateTestJSON-878420833 tempest-MultipleCreateTestJSON-878420833-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 855.686769] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-25a7d206-8a4f-42c7-a4ce-01e954328a59 tempest-MultipleCreateTestJSON-878420833 tempest-MultipleCreateTestJSON-878420833-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 855.688845] nova-conductor[54851]: DEBUG nova.network.neutron [None req-affccd29-eef2-4353-a5ae-3184ff82f045 tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] [instance: 4be2f0a4-5f57-4a80-9450-6d61d344799e] Updating instance_info_cache with network_info: [] {{(pid=54851) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 855.718439] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-25a7d206-8a4f-42c7-a4ce-01e954328a59 tempest-MultipleCreateTestJSON-878420833 tempest-MultipleCreateTestJSON-878420833-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 855.718730] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-25a7d206-8a4f-42c7-a4ce-01e954328a59 tempest-MultipleCreateTestJSON-878420833 tempest-MultipleCreateTestJSON-878420833-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 855.718834] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-25a7d206-8a4f-42c7-a4ce-01e954328a59 tempest-MultipleCreateTestJSON-878420833 tempest-MultipleCreateTestJSON-878420833-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 855.725480] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-25a7d206-8a4f-42c7-a4ce-01e954328a59 tempest-MultipleCreateTestJSON-878420833 tempest-MultipleCreateTestJSON-878420833-project-member] [instance: 93951b09-9d7c-42da-83de-0db3980d0d5d] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 855.726024] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-25a7d206-8a4f-42c7-a4ce-01e954328a59 tempest-MultipleCreateTestJSON-878420833 tempest-MultipleCreateTestJSON-878420833-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 855.726185] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-25a7d206-8a4f-42c7-a4ce-01e954328a59 tempest-MultipleCreateTestJSON-878420833 tempest-MultipleCreateTestJSON-878420833-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 855.726383] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-25a7d206-8a4f-42c7-a4ce-01e954328a59 tempest-MultipleCreateTestJSON-878420833 tempest-MultipleCreateTestJSON-878420833-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 855.731702] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-25a7d206-8a4f-42c7-a4ce-01e954328a59 tempest-MultipleCreateTestJSON-878420833 tempest-MultipleCreateTestJSON-878420833-project-member] [instance: 93951b09-9d7c-42da-83de-0db3980d0d5d] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 855.732371] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-25a7d206-8a4f-42c7-a4ce-01e954328a59 tempest-MultipleCreateTestJSON-878420833 tempest-MultipleCreateTestJSON-878420833-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 855.732573] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-25a7d206-8a4f-42c7-a4ce-01e954328a59 tempest-MultipleCreateTestJSON-878420833 tempest-MultipleCreateTestJSON-878420833-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 855.732737] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-25a7d206-8a4f-42c7-a4ce-01e954328a59 tempest-MultipleCreateTestJSON-878420833 tempest-MultipleCreateTestJSON-878420833-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 855.751709] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-25a7d206-8a4f-42c7-a4ce-01e954328a59 tempest-MultipleCreateTestJSON-878420833 tempest-MultipleCreateTestJSON-878420833-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 855.751978] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-25a7d206-8a4f-42c7-a4ce-01e954328a59 tempest-MultipleCreateTestJSON-878420833 tempest-MultipleCreateTestJSON-878420833-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 855.752145] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-25a7d206-8a4f-42c7-a4ce-01e954328a59 tempest-MultipleCreateTestJSON-878420833 tempest-MultipleCreateTestJSON-878420833-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 856.946593] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-d3fb43b7-7449-42e2-8db1-22ea289b7a22 tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54851) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 856.960422] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-d3fb43b7-7449-42e2-8db1-22ea289b7a22 tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 856.960652] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-d3fb43b7-7449-42e2-8db1-22ea289b7a22 tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 856.960822] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-d3fb43b7-7449-42e2-8db1-22ea289b7a22 tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 856.987265] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-d3fb43b7-7449-42e2-8db1-22ea289b7a22 tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 856.987480] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-d3fb43b7-7449-42e2-8db1-22ea289b7a22 tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 856.987646] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-d3fb43b7-7449-42e2-8db1-22ea289b7a22 tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 856.988017] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-d3fb43b7-7449-42e2-8db1-22ea289b7a22 tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 856.988215] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-d3fb43b7-7449-42e2-8db1-22ea289b7a22 tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 856.988375] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-d3fb43b7-7449-42e2-8db1-22ea289b7a22 tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 856.996528] nova-conductor[54851]: DEBUG nova.quota [None req-d3fb43b7-7449-42e2-8db1-22ea289b7a22 tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Getting quotas for project 6d564dc3c75e430dbaf1f90a9c90c18b. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 856.999590] nova-conductor[54851]: DEBUG nova.quota [None req-d3fb43b7-7449-42e2-8db1-22ea289b7a22 tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Getting quotas for user 55ffb58a3b3a4ad29699d48ecd6c0700 and project 6d564dc3c75e430dbaf1f90a9c90c18b. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 857.004350] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-d3fb43b7-7449-42e2-8db1-22ea289b7a22 tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] [instance: 94fd5287-9a8e-45e4-99e8-0bcc861f889c] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54851) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 857.004743] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-d3fb43b7-7449-42e2-8db1-22ea289b7a22 tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 857.004933] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-d3fb43b7-7449-42e2-8db1-22ea289b7a22 tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 857.005113] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-d3fb43b7-7449-42e2-8db1-22ea289b7a22 tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 857.011788] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-d3fb43b7-7449-42e2-8db1-22ea289b7a22 tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] [instance: 94fd5287-9a8e-45e4-99e8-0bcc861f889c] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54851) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 857.012400] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-d3fb43b7-7449-42e2-8db1-22ea289b7a22 tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 857.012598] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-d3fb43b7-7449-42e2-8db1-22ea289b7a22 tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 857.012762] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-d3fb43b7-7449-42e2-8db1-22ea289b7a22 tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 857.025922] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-d3fb43b7-7449-42e2-8db1-22ea289b7a22 tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 857.026112] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-d3fb43b7-7449-42e2-8db1-22ea289b7a22 tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 857.026314] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-d3fb43b7-7449-42e2-8db1-22ea289b7a22 tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 857.184499] nova-conductor[54851]: ERROR nova.scheduler.utils [None req-38f8d46c-d83f-4cb0-8f62-cdbdf4a80cf1 tempest-AttachInterfacesUnderV243Test-2115078195 tempest-AttachInterfacesUnderV243Test-2115078195-project-member] [instance: 6f085d0c-c440-4bba-9bf8-cf2f70742748] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 2877b7fb-e173-4285-9b70-fe63ad1c32dd, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 6f085d0c-c440-4bba-9bf8-cf2f70742748 was re-scheduled: Binding failed for port 2877b7fb-e173-4285-9b70-fe63ad1c32dd, please check neutron logs for more information.\n'] [ 857.184499] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-38f8d46c-d83f-4cb0-8f62-cdbdf4a80cf1 tempest-AttachInterfacesUnderV243Test-2115078195 tempest-AttachInterfacesUnderV243Test-2115078195-project-member] Rescheduling: True {{(pid=54851) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 857.184499] nova-conductor[54851]: WARNING nova.scheduler.utils [None req-38f8d46c-d83f-4cb0-8f62-cdbdf4a80cf1 tempest-AttachInterfacesUnderV243Test-2115078195 tempest-AttachInterfacesUnderV243Test-2115078195-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 6f085d0c-c440-4bba-9bf8-cf2f70742748.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 6f085d0c-c440-4bba-9bf8-cf2f70742748. [ 857.184499] nova-conductor[54851]: WARNING nova.scheduler.utils [None req-38f8d46c-d83f-4cb0-8f62-cdbdf4a80cf1 tempest-AttachInterfacesUnderV243Test-2115078195 tempest-AttachInterfacesUnderV243Test-2115078195-project-member] [instance: 6f085d0c-c440-4bba-9bf8-cf2f70742748] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 6f085d0c-c440-4bba-9bf8-cf2f70742748. [ 857.207413] nova-conductor[54851]: DEBUG nova.network.neutron [None req-38f8d46c-d83f-4cb0-8f62-cdbdf4a80cf1 tempest-AttachInterfacesUnderV243Test-2115078195 tempest-AttachInterfacesUnderV243Test-2115078195-project-member] [instance: 6f085d0c-c440-4bba-9bf8-cf2f70742748] deallocate_for_instance() {{(pid=54851) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 857.221905] nova-conductor[54851]: DEBUG nova.network.neutron [None req-38f8d46c-d83f-4cb0-8f62-cdbdf4a80cf1 tempest-AttachInterfacesUnderV243Test-2115078195 tempest-AttachInterfacesUnderV243Test-2115078195-project-member] [instance: 6f085d0c-c440-4bba-9bf8-cf2f70742748] Instance cache missing network info. {{(pid=54851) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 857.226059] nova-conductor[54851]: DEBUG nova.network.neutron [None req-38f8d46c-d83f-4cb0-8f62-cdbdf4a80cf1 tempest-AttachInterfacesUnderV243Test-2115078195 tempest-AttachInterfacesUnderV243Test-2115078195-project-member] [instance: 6f085d0c-c440-4bba-9bf8-cf2f70742748] Updating instance_info_cache with network_info: [] {{(pid=54851) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.890014] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-9a2f5826-52d2-48ba-a1a6-1cedb8dae09c tempest-AttachVolumeTestJSON-476661206 tempest-AttachVolumeTestJSON-476661206-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54851) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 864.902687] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-9a2f5826-52d2-48ba-a1a6-1cedb8dae09c tempest-AttachVolumeTestJSON-476661206 tempest-AttachVolumeTestJSON-476661206-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 864.902907] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-9a2f5826-52d2-48ba-a1a6-1cedb8dae09c tempest-AttachVolumeTestJSON-476661206 tempest-AttachVolumeTestJSON-476661206-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 864.903085] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-9a2f5826-52d2-48ba-a1a6-1cedb8dae09c tempest-AttachVolumeTestJSON-476661206 tempest-AttachVolumeTestJSON-476661206-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 864.936976] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-9a2f5826-52d2-48ba-a1a6-1cedb8dae09c tempest-AttachVolumeTestJSON-476661206 tempest-AttachVolumeTestJSON-476661206-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 864.937215] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-9a2f5826-52d2-48ba-a1a6-1cedb8dae09c tempest-AttachVolumeTestJSON-476661206 tempest-AttachVolumeTestJSON-476661206-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 864.937386] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-9a2f5826-52d2-48ba-a1a6-1cedb8dae09c tempest-AttachVolumeTestJSON-476661206 tempest-AttachVolumeTestJSON-476661206-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 864.937783] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-9a2f5826-52d2-48ba-a1a6-1cedb8dae09c tempest-AttachVolumeTestJSON-476661206 tempest-AttachVolumeTestJSON-476661206-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 864.937970] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-9a2f5826-52d2-48ba-a1a6-1cedb8dae09c tempest-AttachVolumeTestJSON-476661206 tempest-AttachVolumeTestJSON-476661206-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 864.938151] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-9a2f5826-52d2-48ba-a1a6-1cedb8dae09c tempest-AttachVolumeTestJSON-476661206 tempest-AttachVolumeTestJSON-476661206-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 864.946388] nova-conductor[54851]: DEBUG nova.quota [None req-9a2f5826-52d2-48ba-a1a6-1cedb8dae09c tempest-AttachVolumeTestJSON-476661206 tempest-AttachVolumeTestJSON-476661206-project-member] Getting quotas for project 8427597d4aae451e9375ade7c06b2bcf. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 864.949319] nova-conductor[54851]: DEBUG nova.quota [None req-9a2f5826-52d2-48ba-a1a6-1cedb8dae09c tempest-AttachVolumeTestJSON-476661206 tempest-AttachVolumeTestJSON-476661206-project-member] Getting quotas for user 5b4bcad9f5ed4ee7882df428957d1d93 and project 8427597d4aae451e9375ade7c06b2bcf. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 864.954083] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-9a2f5826-52d2-48ba-a1a6-1cedb8dae09c tempest-AttachVolumeTestJSON-476661206 tempest-AttachVolumeTestJSON-476661206-project-member] [instance: 88cd1c0d-a0e6-4cb8-8da6-c53d044c7e6b] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54851) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 864.954479] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-9a2f5826-52d2-48ba-a1a6-1cedb8dae09c tempest-AttachVolumeTestJSON-476661206 tempest-AttachVolumeTestJSON-476661206-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 864.954674] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-9a2f5826-52d2-48ba-a1a6-1cedb8dae09c tempest-AttachVolumeTestJSON-476661206 tempest-AttachVolumeTestJSON-476661206-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 864.954838] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-9a2f5826-52d2-48ba-a1a6-1cedb8dae09c tempest-AttachVolumeTestJSON-476661206 tempest-AttachVolumeTestJSON-476661206-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 864.961031] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-9a2f5826-52d2-48ba-a1a6-1cedb8dae09c tempest-AttachVolumeTestJSON-476661206 tempest-AttachVolumeTestJSON-476661206-project-member] [instance: 88cd1c0d-a0e6-4cb8-8da6-c53d044c7e6b] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54851) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 864.961426] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-9a2f5826-52d2-48ba-a1a6-1cedb8dae09c tempest-AttachVolumeTestJSON-476661206 tempest-AttachVolumeTestJSON-476661206-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 864.961687] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-9a2f5826-52d2-48ba-a1a6-1cedb8dae09c tempest-AttachVolumeTestJSON-476661206 tempest-AttachVolumeTestJSON-476661206-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 864.961907] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-9a2f5826-52d2-48ba-a1a6-1cedb8dae09c tempest-AttachVolumeTestJSON-476661206 tempest-AttachVolumeTestJSON-476661206-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 864.976635] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-9a2f5826-52d2-48ba-a1a6-1cedb8dae09c tempest-AttachVolumeTestJSON-476661206 tempest-AttachVolumeTestJSON-476661206-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 864.976904] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-9a2f5826-52d2-48ba-a1a6-1cedb8dae09c tempest-AttachVolumeTestJSON-476661206 tempest-AttachVolumeTestJSON-476661206-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 864.977112] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-9a2f5826-52d2-48ba-a1a6-1cedb8dae09c tempest-AttachVolumeTestJSON-476661206 tempest-AttachVolumeTestJSON-476661206-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 865.650361] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell0:SELECT=2 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 865.737291] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell1:SELECT=8,nova_cell1:SAVEPOINT=2,nova_cell1:INSERT=23,nova_cell1:RELEASE=2 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 865.746700] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_api:SELECT=13,nova_api:UPDATE=1 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 865.750958] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_api:SELECT=15,nova_api:UPDATE=2,nova_api:DELETE=3 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 874.942107] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_cell0:SELECT=2 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 874.964183] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_cell1:SELECT=6,nova_cell1:INSERT=15,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 874.970346] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_api:SELECT=14,nova_api:DELETE=1 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 874.975022] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_api:SELECT=10,nova_api:UPDATE=2,nova_api:DELETE=1 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 876.577017] nova-conductor[54852]: ERROR nova.scheduler.utils [None req-712b39f9-2797-46fa-8e8c-140fb2669353 tempest-VolumesAdminNegativeTest-534090508 tempest-VolumesAdminNegativeTest-534090508-project-member] [instance: 95c07667-e9d8-4cc3-b135-f80d196d179f] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port af77a34b-4d47-42de-97f3-b3afc5627973, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 95c07667-e9d8-4cc3-b135-f80d196d179f was re-scheduled: Binding failed for port af77a34b-4d47-42de-97f3-b3afc5627973, please check neutron logs for more information.\n'] [ 876.577605] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-712b39f9-2797-46fa-8e8c-140fb2669353 tempest-VolumesAdminNegativeTest-534090508 tempest-VolumesAdminNegativeTest-534090508-project-member] Rescheduling: True {{(pid=54852) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 876.577843] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-712b39f9-2797-46fa-8e8c-140fb2669353 tempest-VolumesAdminNegativeTest-534090508 tempest-VolumesAdminNegativeTest-534090508-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 95c07667-e9d8-4cc3-b135-f80d196d179f.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 95c07667-e9d8-4cc3-b135-f80d196d179f. [ 876.578295] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-712b39f9-2797-46fa-8e8c-140fb2669353 tempest-VolumesAdminNegativeTest-534090508 tempest-VolumesAdminNegativeTest-534090508-project-member] [instance: 95c07667-e9d8-4cc3-b135-f80d196d179f] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 95c07667-e9d8-4cc3-b135-f80d196d179f. [ 876.597060] nova-conductor[54852]: DEBUG nova.network.neutron [None req-712b39f9-2797-46fa-8e8c-140fb2669353 tempest-VolumesAdminNegativeTest-534090508 tempest-VolumesAdminNegativeTest-534090508-project-member] [instance: 95c07667-e9d8-4cc3-b135-f80d196d179f] deallocate_for_instance() {{(pid=54852) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 876.611986] nova-conductor[54852]: DEBUG nova.network.neutron [None req-712b39f9-2797-46fa-8e8c-140fb2669353 tempest-VolumesAdminNegativeTest-534090508 tempest-VolumesAdminNegativeTest-534090508-project-member] [instance: 95c07667-e9d8-4cc3-b135-f80d196d179f] Instance cache missing network info. {{(pid=54852) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 876.614572] nova-conductor[54852]: DEBUG nova.network.neutron [None req-712b39f9-2797-46fa-8e8c-140fb2669353 tempest-VolumesAdminNegativeTest-534090508 tempest-VolumesAdminNegativeTest-534090508-project-member] [instance: 95c07667-e9d8-4cc3-b135-f80d196d179f] Updating instance_info_cache with network_info: [] {{(pid=54852) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.560514] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell1:SELECT=286,nova_cell1:UPDATE=136,nova_cell1:INSERT=20,nova_cell1:SAVEPOINT=31,nova_cell1:RELEASE=31,nova_cell1:DELETE=1 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 878.375506] nova-conductor[54852]: ERROR nova.scheduler.utils [None req-8771530a-417d-4d7b-aa40-87c2fead12f6 tempest-TenantUsagesTestJSON-1176666093 tempest-TenantUsagesTestJSON-1176666093-project-member] [instance: ca7fc13d-e9be-481c-ae58-78377627800c] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port d90be0de-44f3-429b-831a-f29cb3a5182a, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance ca7fc13d-e9be-481c-ae58-78377627800c was re-scheduled: Binding failed for port d90be0de-44f3-429b-831a-f29cb3a5182a, please check neutron logs for more information.\n'] [ 878.376117] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-8771530a-417d-4d7b-aa40-87c2fead12f6 tempest-TenantUsagesTestJSON-1176666093 tempest-TenantUsagesTestJSON-1176666093-project-member] Rescheduling: True {{(pid=54852) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 878.376389] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-8771530a-417d-4d7b-aa40-87c2fead12f6 tempest-TenantUsagesTestJSON-1176666093 tempest-TenantUsagesTestJSON-1176666093-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ca7fc13d-e9be-481c-ae58-78377627800c.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ca7fc13d-e9be-481c-ae58-78377627800c. [ 878.376618] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-8771530a-417d-4d7b-aa40-87c2fead12f6 tempest-TenantUsagesTestJSON-1176666093 tempest-TenantUsagesTestJSON-1176666093-project-member] [instance: ca7fc13d-e9be-481c-ae58-78377627800c] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ca7fc13d-e9be-481c-ae58-78377627800c. [ 878.403462] nova-conductor[54852]: DEBUG nova.network.neutron [None req-8771530a-417d-4d7b-aa40-87c2fead12f6 tempest-TenantUsagesTestJSON-1176666093 tempest-TenantUsagesTestJSON-1176666093-project-member] [instance: ca7fc13d-e9be-481c-ae58-78377627800c] deallocate_for_instance() {{(pid=54852) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 878.416814] nova-conductor[54852]: DEBUG nova.network.neutron [None req-8771530a-417d-4d7b-aa40-87c2fead12f6 tempest-TenantUsagesTestJSON-1176666093 tempest-TenantUsagesTestJSON-1176666093-project-member] [instance: ca7fc13d-e9be-481c-ae58-78377627800c] Instance cache missing network info. {{(pid=54852) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 878.422364] nova-conductor[54852]: DEBUG nova.network.neutron [None req-8771530a-417d-4d7b-aa40-87c2fead12f6 tempest-TenantUsagesTestJSON-1176666093 tempest-TenantUsagesTestJSON-1176666093-project-member] [instance: ca7fc13d-e9be-481c-ae58-78377627800c] Updating instance_info_cache with network_info: [] {{(pid=54852) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 880.291225] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_cell1:UPDATE=162,nova_cell1:SELECT=314,nova_cell1:SAVEPOINT=25,nova_cell1:RELEASE=25,nova_cell1:INSERT=24,nova_cell1:DELETE=2 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 887.692144] nova-conductor[54851]: ERROR nova.scheduler.utils [None req-19d15424-982e-4454-97dc-18c7825d4208 tempest-ServersTestBootFromVolume-52030683 tempest-ServersTestBootFromVolume-52030683-project-member] [instance: 4846f1d8-7628-405e-bef0-0d795a973a34] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port a70da931-6354-49a6-aa2c-7d085de6ae67, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 4846f1d8-7628-405e-bef0-0d795a973a34 was re-scheduled: Binding failed for port a70da931-6354-49a6-aa2c-7d085de6ae67, please check neutron logs for more information.\n'] [ 887.692677] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-19d15424-982e-4454-97dc-18c7825d4208 tempest-ServersTestBootFromVolume-52030683 tempest-ServersTestBootFromVolume-52030683-project-member] Rescheduling: True {{(pid=54851) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 887.693108] nova-conductor[54851]: WARNING nova.scheduler.utils [None req-19d15424-982e-4454-97dc-18c7825d4208 tempest-ServersTestBootFromVolume-52030683 tempest-ServersTestBootFromVolume-52030683-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4846f1d8-7628-405e-bef0-0d795a973a34.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4846f1d8-7628-405e-bef0-0d795a973a34. [ 887.693877] nova-conductor[54851]: WARNING nova.scheduler.utils [None req-19d15424-982e-4454-97dc-18c7825d4208 tempest-ServersTestBootFromVolume-52030683 tempest-ServersTestBootFromVolume-52030683-project-member] [instance: 4846f1d8-7628-405e-bef0-0d795a973a34] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4846f1d8-7628-405e-bef0-0d795a973a34. [ 887.717938] nova-conductor[54851]: DEBUG nova.network.neutron [None req-19d15424-982e-4454-97dc-18c7825d4208 tempest-ServersTestBootFromVolume-52030683 tempest-ServersTestBootFromVolume-52030683-project-member] [instance: 4846f1d8-7628-405e-bef0-0d795a973a34] deallocate_for_instance() {{(pid=54851) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 887.738279] nova-conductor[54851]: DEBUG nova.network.neutron [None req-19d15424-982e-4454-97dc-18c7825d4208 tempest-ServersTestBootFromVolume-52030683 tempest-ServersTestBootFromVolume-52030683-project-member] [instance: 4846f1d8-7628-405e-bef0-0d795a973a34] Instance cache missing network info. {{(pid=54851) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 887.742372] nova-conductor[54851]: DEBUG nova.network.neutron [None req-19d15424-982e-4454-97dc-18c7825d4208 tempest-ServersTestBootFromVolume-52030683 tempest-ServersTestBootFromVolume-52030683-project-member] [instance: 4846f1d8-7628-405e-bef0-0d795a973a34] Updating instance_info_cache with network_info: [] {{(pid=54851) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.531869] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-afe1da2b-addc-4993-8e41-f9d7e30c92ad tempest-ServerShowV257Test-1294082725 tempest-ServerShowV257Test-1294082725-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54851) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 890.549717] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-afe1da2b-addc-4993-8e41-f9d7e30c92ad tempest-ServerShowV257Test-1294082725 tempest-ServerShowV257Test-1294082725-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 890.549996] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-afe1da2b-addc-4993-8e41-f9d7e30c92ad tempest-ServerShowV257Test-1294082725 tempest-ServerShowV257Test-1294082725-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 890.550221] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-afe1da2b-addc-4993-8e41-f9d7e30c92ad tempest-ServerShowV257Test-1294082725 tempest-ServerShowV257Test-1294082725-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 890.591932] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-afe1da2b-addc-4993-8e41-f9d7e30c92ad tempest-ServerShowV257Test-1294082725 tempest-ServerShowV257Test-1294082725-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 890.592219] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-afe1da2b-addc-4993-8e41-f9d7e30c92ad tempest-ServerShowV257Test-1294082725 tempest-ServerShowV257Test-1294082725-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 890.592399] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-afe1da2b-addc-4993-8e41-f9d7e30c92ad tempest-ServerShowV257Test-1294082725 tempest-ServerShowV257Test-1294082725-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 890.592770] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-afe1da2b-addc-4993-8e41-f9d7e30c92ad tempest-ServerShowV257Test-1294082725 tempest-ServerShowV257Test-1294082725-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 890.593536] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-afe1da2b-addc-4993-8e41-f9d7e30c92ad tempest-ServerShowV257Test-1294082725 tempest-ServerShowV257Test-1294082725-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 890.593536] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-afe1da2b-addc-4993-8e41-f9d7e30c92ad tempest-ServerShowV257Test-1294082725 tempest-ServerShowV257Test-1294082725-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 890.604494] nova-conductor[54851]: DEBUG nova.quota [None req-afe1da2b-addc-4993-8e41-f9d7e30c92ad tempest-ServerShowV257Test-1294082725 tempest-ServerShowV257Test-1294082725-project-member] Getting quotas for project db0e26690afb473186e344a6ecb583ec. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 890.617817] nova-conductor[54851]: DEBUG nova.quota [None req-afe1da2b-addc-4993-8e41-f9d7e30c92ad tempest-ServerShowV257Test-1294082725 tempest-ServerShowV257Test-1294082725-project-member] Getting quotas for user 337aae66880a42fea21aeab345708cd1 and project db0e26690afb473186e344a6ecb583ec. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 890.628712] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-afe1da2b-addc-4993-8e41-f9d7e30c92ad tempest-ServerShowV257Test-1294082725 tempest-ServerShowV257Test-1294082725-project-member] [instance: a3c01d4d-9c66-4441-95e8-87998782cc02] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54851) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 890.629174] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-afe1da2b-addc-4993-8e41-f9d7e30c92ad tempest-ServerShowV257Test-1294082725 tempest-ServerShowV257Test-1294082725-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 890.629386] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-afe1da2b-addc-4993-8e41-f9d7e30c92ad tempest-ServerShowV257Test-1294082725 tempest-ServerShowV257Test-1294082725-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 890.629552] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-afe1da2b-addc-4993-8e41-f9d7e30c92ad tempest-ServerShowV257Test-1294082725 tempest-ServerShowV257Test-1294082725-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 890.638156] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-afe1da2b-addc-4993-8e41-f9d7e30c92ad tempest-ServerShowV257Test-1294082725 tempest-ServerShowV257Test-1294082725-project-member] [instance: a3c01d4d-9c66-4441-95e8-87998782cc02] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54851) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 890.638805] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-afe1da2b-addc-4993-8e41-f9d7e30c92ad tempest-ServerShowV257Test-1294082725 tempest-ServerShowV257Test-1294082725-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 890.639033] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-afe1da2b-addc-4993-8e41-f9d7e30c92ad tempest-ServerShowV257Test-1294082725 tempest-ServerShowV257Test-1294082725-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 890.639208] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-afe1da2b-addc-4993-8e41-f9d7e30c92ad tempest-ServerShowV257Test-1294082725 tempest-ServerShowV257Test-1294082725-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 890.666019] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-afe1da2b-addc-4993-8e41-f9d7e30c92ad tempest-ServerShowV257Test-1294082725 tempest-ServerShowV257Test-1294082725-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 890.666019] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-afe1da2b-addc-4993-8e41-f9d7e30c92ad tempest-ServerShowV257Test-1294082725 tempest-ServerShowV257Test-1294082725-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 890.666019] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-afe1da2b-addc-4993-8e41-f9d7e30c92ad tempest-ServerShowV257Test-1294082725 tempest-ServerShowV257Test-1294082725-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 892.178362] nova-conductor[54852]: ERROR nova.scheduler.utils [None req-b19bf01e-aa63-4a48-9ebc-c79c8d29dbfc tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] [instance: 16224e22-7091-4381-9f40-3f52f24bb724] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 33051a20-0ad0-490d-9c83-c2decd660298, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 16224e22-7091-4381-9f40-3f52f24bb724 was re-scheduled: Binding failed for port 33051a20-0ad0-490d-9c83-c2decd660298, please check neutron logs for more information.\n'] [ 892.178362] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-b19bf01e-aa63-4a48-9ebc-c79c8d29dbfc tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Rescheduling: True {{(pid=54852) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 892.178362] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-b19bf01e-aa63-4a48-9ebc-c79c8d29dbfc tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 16224e22-7091-4381-9f40-3f52f24bb724.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 16224e22-7091-4381-9f40-3f52f24bb724. [ 892.178362] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-b19bf01e-aa63-4a48-9ebc-c79c8d29dbfc tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] [instance: 16224e22-7091-4381-9f40-3f52f24bb724] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 16224e22-7091-4381-9f40-3f52f24bb724. [ 892.204492] nova-conductor[54852]: DEBUG nova.network.neutron [None req-b19bf01e-aa63-4a48-9ebc-c79c8d29dbfc tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] [instance: 16224e22-7091-4381-9f40-3f52f24bb724] deallocate_for_instance() {{(pid=54852) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 892.234726] nova-conductor[54852]: DEBUG nova.network.neutron [None req-b19bf01e-aa63-4a48-9ebc-c79c8d29dbfc tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] [instance: 16224e22-7091-4381-9f40-3f52f24bb724] Instance cache missing network info. {{(pid=54852) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 892.247759] nova-conductor[54852]: DEBUG nova.network.neutron [None req-b19bf01e-aa63-4a48-9ebc-c79c8d29dbfc tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] [instance: 16224e22-7091-4381-9f40-3f52f24bb724] Updating instance_info_cache with network_info: [] {{(pid=54852) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.409588] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-f8d96281-f1b5-4f04-a700-fb8c196beb56 tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 893.420022] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-f8d96281-f1b5-4f04-a700-fb8c196beb56 tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] [instance: 6903cb6a-9350-4dd3-a82d-ecc4990de3a6] While scheduling instance, the build request was already deleted. {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1706}} [ 893.551774] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-f8d96281-f1b5-4f04-a700-fb8c196beb56 tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 893.552033] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-f8d96281-f1b5-4f04-a700-fb8c196beb56 tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 893.552393] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-f8d96281-f1b5-4f04-a700-fb8c196beb56 tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 893.552871] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-f8d96281-f1b5-4f04-a700-fb8c196beb56 tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 893.553103] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-f8d96281-f1b5-4f04-a700-fb8c196beb56 tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 893.553274] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-f8d96281-f1b5-4f04-a700-fb8c196beb56 tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 893.563041] nova-conductor[54852]: DEBUG nova.quota [None req-f8d96281-f1b5-4f04-a700-fb8c196beb56 tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Getting quotas for project 094ca56818604bee9c1f75d1493ab3af. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 893.567806] nova-conductor[54852]: DEBUG nova.quota [None req-f8d96281-f1b5-4f04-a700-fb8c196beb56 tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Getting quotas for user f24a30e1160a43d5be6cde39b8f79edd and project 094ca56818604bee9c1f75d1493ab3af. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 893.833751] nova-conductor[54851]: ERROR nova.scheduler.utils [None req-f6a0913f-7a03-4cc6-bf66-0886aa3d8007 tempest-AttachInterfacesV270Test-1651024537 tempest-AttachInterfacesV270Test-1651024537-project-member] [instance: b4ea4cff-ada0-4355-a514-d8b179616535] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 52e46d51-88f2-4c40-911b-ad3a8f7dc6bb, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance b4ea4cff-ada0-4355-a514-d8b179616535 was re-scheduled: Binding failed for port 52e46d51-88f2-4c40-911b-ad3a8f7dc6bb, please check neutron logs for more information.\n'] [ 893.834818] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-f6a0913f-7a03-4cc6-bf66-0886aa3d8007 tempest-AttachInterfacesV270Test-1651024537 tempest-AttachInterfacesV270Test-1651024537-project-member] Rescheduling: True {{(pid=54851) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 893.834818] nova-conductor[54851]: WARNING nova.scheduler.utils [None req-f6a0913f-7a03-4cc6-bf66-0886aa3d8007 tempest-AttachInterfacesV270Test-1651024537 tempest-AttachInterfacesV270Test-1651024537-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b4ea4cff-ada0-4355-a514-d8b179616535.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b4ea4cff-ada0-4355-a514-d8b179616535. [ 893.834959] nova-conductor[54851]: WARNING nova.scheduler.utils [None req-f6a0913f-7a03-4cc6-bf66-0886aa3d8007 tempest-AttachInterfacesV270Test-1651024537 tempest-AttachInterfacesV270Test-1651024537-project-member] [instance: b4ea4cff-ada0-4355-a514-d8b179616535] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b4ea4cff-ada0-4355-a514-d8b179616535. [ 893.862572] nova-conductor[54851]: DEBUG nova.network.neutron [None req-f6a0913f-7a03-4cc6-bf66-0886aa3d8007 tempest-AttachInterfacesV270Test-1651024537 tempest-AttachInterfacesV270Test-1651024537-project-member] [instance: b4ea4cff-ada0-4355-a514-d8b179616535] deallocate_for_instance() {{(pid=54851) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 893.888824] nova-conductor[54851]: DEBUG nova.network.neutron [None req-f6a0913f-7a03-4cc6-bf66-0886aa3d8007 tempest-AttachInterfacesV270Test-1651024537 tempest-AttachInterfacesV270Test-1651024537-project-member] [instance: b4ea4cff-ada0-4355-a514-d8b179616535] Instance cache missing network info. {{(pid=54851) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 893.892228] nova-conductor[54851]: DEBUG nova.network.neutron [None req-f6a0913f-7a03-4cc6-bf66-0886aa3d8007 tempest-AttachInterfacesV270Test-1651024537 tempest-AttachInterfacesV270Test-1651024537-project-member] [instance: b4ea4cff-ada0-4355-a514-d8b179616535] Updating instance_info_cache with network_info: [] {{(pid=54851) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 894.083023] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-360ed9e2-06e4-46ce-bc22-0e7bdff8ff2a tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54851) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 894.099421] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-360ed9e2-06e4-46ce-bc22-0e7bdff8ff2a tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 894.099699] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-360ed9e2-06e4-46ce-bc22-0e7bdff8ff2a tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 894.099912] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-360ed9e2-06e4-46ce-bc22-0e7bdff8ff2a tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 894.131387] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-360ed9e2-06e4-46ce-bc22-0e7bdff8ff2a tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 894.131627] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-360ed9e2-06e4-46ce-bc22-0e7bdff8ff2a tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 894.131792] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-360ed9e2-06e4-46ce-bc22-0e7bdff8ff2a tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 894.132231] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-360ed9e2-06e4-46ce-bc22-0e7bdff8ff2a tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 894.132461] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-360ed9e2-06e4-46ce-bc22-0e7bdff8ff2a tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 894.132629] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-360ed9e2-06e4-46ce-bc22-0e7bdff8ff2a tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 894.143675] nova-conductor[54851]: DEBUG nova.quota [None req-360ed9e2-06e4-46ce-bc22-0e7bdff8ff2a tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Getting quotas for project 094ca56818604bee9c1f75d1493ab3af. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 894.146055] nova-conductor[54851]: DEBUG nova.quota [None req-360ed9e2-06e4-46ce-bc22-0e7bdff8ff2a tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Getting quotas for user f24a30e1160a43d5be6cde39b8f79edd and project 094ca56818604bee9c1f75d1493ab3af. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 894.151521] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-360ed9e2-06e4-46ce-bc22-0e7bdff8ff2a tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] [instance: 5ace8d6f-49ab-4486-bee1-04cd24f7f430] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54851) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 894.152018] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-360ed9e2-06e4-46ce-bc22-0e7bdff8ff2a tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 894.154278] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-360ed9e2-06e4-46ce-bc22-0e7bdff8ff2a tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 894.154381] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-360ed9e2-06e4-46ce-bc22-0e7bdff8ff2a tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 894.160029] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-360ed9e2-06e4-46ce-bc22-0e7bdff8ff2a tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] [instance: 5ace8d6f-49ab-4486-bee1-04cd24f7f430] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54851) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 894.160412] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-360ed9e2-06e4-46ce-bc22-0e7bdff8ff2a tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 894.160620] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-360ed9e2-06e4-46ce-bc22-0e7bdff8ff2a tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 894.160792] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-360ed9e2-06e4-46ce-bc22-0e7bdff8ff2a tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 894.196932] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-360ed9e2-06e4-46ce-bc22-0e7bdff8ff2a tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 894.196932] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-360ed9e2-06e4-46ce-bc22-0e7bdff8ff2a tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 894.196932] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-360ed9e2-06e4-46ce-bc22-0e7bdff8ff2a tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 894.705606] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-57d817f2-77ac-4908-b85f-93c5d20238d0 tempest-InstanceActionsNegativeTestJSON-963076843 tempest-InstanceActionsNegativeTestJSON-963076843-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 894.717830] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-57d817f2-77ac-4908-b85f-93c5d20238d0 tempest-InstanceActionsNegativeTestJSON-963076843 tempest-InstanceActionsNegativeTestJSON-963076843-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 894.718145] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-57d817f2-77ac-4908-b85f-93c5d20238d0 tempest-InstanceActionsNegativeTestJSON-963076843 tempest-InstanceActionsNegativeTestJSON-963076843-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 894.718314] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-57d817f2-77ac-4908-b85f-93c5d20238d0 tempest-InstanceActionsNegativeTestJSON-963076843 tempest-InstanceActionsNegativeTestJSON-963076843-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 894.762029] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-57d817f2-77ac-4908-b85f-93c5d20238d0 tempest-InstanceActionsNegativeTestJSON-963076843 tempest-InstanceActionsNegativeTestJSON-963076843-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 894.762299] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-57d817f2-77ac-4908-b85f-93c5d20238d0 tempest-InstanceActionsNegativeTestJSON-963076843 tempest-InstanceActionsNegativeTestJSON-963076843-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 894.762495] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-57d817f2-77ac-4908-b85f-93c5d20238d0 tempest-InstanceActionsNegativeTestJSON-963076843 tempest-InstanceActionsNegativeTestJSON-963076843-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 894.762881] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-57d817f2-77ac-4908-b85f-93c5d20238d0 tempest-InstanceActionsNegativeTestJSON-963076843 tempest-InstanceActionsNegativeTestJSON-963076843-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 894.763080] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-57d817f2-77ac-4908-b85f-93c5d20238d0 tempest-InstanceActionsNegativeTestJSON-963076843 tempest-InstanceActionsNegativeTestJSON-963076843-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 894.763239] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-57d817f2-77ac-4908-b85f-93c5d20238d0 tempest-InstanceActionsNegativeTestJSON-963076843 tempest-InstanceActionsNegativeTestJSON-963076843-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 894.774306] nova-conductor[54852]: DEBUG nova.quota [None req-57d817f2-77ac-4908-b85f-93c5d20238d0 tempest-InstanceActionsNegativeTestJSON-963076843 tempest-InstanceActionsNegativeTestJSON-963076843-project-member] Getting quotas for project 88312f85f00741aba154b9744055c17d. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 894.778739] nova-conductor[54852]: DEBUG nova.quota [None req-57d817f2-77ac-4908-b85f-93c5d20238d0 tempest-InstanceActionsNegativeTestJSON-963076843 tempest-InstanceActionsNegativeTestJSON-963076843-project-member] Getting quotas for user a952cf355ac14bf7b75c5d185c440982 and project 88312f85f00741aba154b9744055c17d. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 894.784952] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-57d817f2-77ac-4908-b85f-93c5d20238d0 tempest-InstanceActionsNegativeTestJSON-963076843 tempest-InstanceActionsNegativeTestJSON-963076843-project-member] [instance: a88447f6-6a5a-490d-bf44-11c9237fa5cb] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 894.785473] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-57d817f2-77ac-4908-b85f-93c5d20238d0 tempest-InstanceActionsNegativeTestJSON-963076843 tempest-InstanceActionsNegativeTestJSON-963076843-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 894.785629] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-57d817f2-77ac-4908-b85f-93c5d20238d0 tempest-InstanceActionsNegativeTestJSON-963076843 tempest-InstanceActionsNegativeTestJSON-963076843-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 894.785835] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-57d817f2-77ac-4908-b85f-93c5d20238d0 tempest-InstanceActionsNegativeTestJSON-963076843 tempest-InstanceActionsNegativeTestJSON-963076843-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 894.799078] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-57d817f2-77ac-4908-b85f-93c5d20238d0 tempest-InstanceActionsNegativeTestJSON-963076843 tempest-InstanceActionsNegativeTestJSON-963076843-project-member] [instance: a88447f6-6a5a-490d-bf44-11c9237fa5cb] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 894.799802] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-57d817f2-77ac-4908-b85f-93c5d20238d0 tempest-InstanceActionsNegativeTestJSON-963076843 tempest-InstanceActionsNegativeTestJSON-963076843-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 894.800025] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-57d817f2-77ac-4908-b85f-93c5d20238d0 tempest-InstanceActionsNegativeTestJSON-963076843 tempest-InstanceActionsNegativeTestJSON-963076843-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 894.800198] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-57d817f2-77ac-4908-b85f-93c5d20238d0 tempest-InstanceActionsNegativeTestJSON-963076843 tempest-InstanceActionsNegativeTestJSON-963076843-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 894.819212] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-57d817f2-77ac-4908-b85f-93c5d20238d0 tempest-InstanceActionsNegativeTestJSON-963076843 tempest-InstanceActionsNegativeTestJSON-963076843-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 894.819381] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-57d817f2-77ac-4908-b85f-93c5d20238d0 tempest-InstanceActionsNegativeTestJSON-963076843 tempest-InstanceActionsNegativeTestJSON-963076843-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 894.819567] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-57d817f2-77ac-4908-b85f-93c5d20238d0 tempest-InstanceActionsNegativeTestJSON-963076843 tempest-InstanceActionsNegativeTestJSON-963076843-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 895.814381] nova-conductor[54852]: ERROR nova.scheduler.utils [None req-386ac631-eefe-4c3d-a720-cee3ecb921e4 tempest-SecurityGroupsTestJSON-1309146595 tempest-SecurityGroupsTestJSON-1309146595-project-member] [instance: 39948315-6438-48f1-883b-b376e0786650] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port aa8d3150-71a3-4f36-9bec-823d2e32b95c, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 39948315-6438-48f1-883b-b376e0786650 was re-scheduled: Binding failed for port aa8d3150-71a3-4f36-9bec-823d2e32b95c, please check neutron logs for more information.\n'] [ 895.816246] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-386ac631-eefe-4c3d-a720-cee3ecb921e4 tempest-SecurityGroupsTestJSON-1309146595 tempest-SecurityGroupsTestJSON-1309146595-project-member] Rescheduling: True {{(pid=54852) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 895.816246] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-386ac631-eefe-4c3d-a720-cee3ecb921e4 tempest-SecurityGroupsTestJSON-1309146595 tempest-SecurityGroupsTestJSON-1309146595-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 39948315-6438-48f1-883b-b376e0786650.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 39948315-6438-48f1-883b-b376e0786650. [ 895.816246] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-386ac631-eefe-4c3d-a720-cee3ecb921e4 tempest-SecurityGroupsTestJSON-1309146595 tempest-SecurityGroupsTestJSON-1309146595-project-member] [instance: 39948315-6438-48f1-883b-b376e0786650] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 39948315-6438-48f1-883b-b376e0786650. [ 895.857694] nova-conductor[54852]: DEBUG nova.network.neutron [None req-386ac631-eefe-4c3d-a720-cee3ecb921e4 tempest-SecurityGroupsTestJSON-1309146595 tempest-SecurityGroupsTestJSON-1309146595-project-member] [instance: 39948315-6438-48f1-883b-b376e0786650] deallocate_for_instance() {{(pid=54852) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 895.878108] nova-conductor[54852]: DEBUG nova.network.neutron [None req-386ac631-eefe-4c3d-a720-cee3ecb921e4 tempest-SecurityGroupsTestJSON-1309146595 tempest-SecurityGroupsTestJSON-1309146595-project-member] [instance: 39948315-6438-48f1-883b-b376e0786650] Instance cache missing network info. {{(pid=54852) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 895.882745] nova-conductor[54852]: DEBUG nova.network.neutron [None req-386ac631-eefe-4c3d-a720-cee3ecb921e4 tempest-SecurityGroupsTestJSON-1309146595 tempest-SecurityGroupsTestJSON-1309146595-project-member] [instance: 39948315-6438-48f1-883b-b376e0786650] Updating instance_info_cache with network_info: [] {{(pid=54852) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.138288] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_cell0:SELECT=2 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 904.163140] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_cell1:SELECT=6,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=15,nova_cell1:RELEASE=1 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 904.190865] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_api:SELECT=12,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 904.365868] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-5eb9ad2d-3c3d-498b-98d1-8932f38b89a6 tempest-ServerActionsTestOtherB-1236125099 tempest-ServerActionsTestOtherB-1236125099-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54851) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 904.374336] nova-conductor[54851]: ERROR nova.scheduler.utils [None req-1c0c7ede-00d0-4f08-ad46-f019e7259470 tempest-ServersNegativeTestJSON-1303968808 tempest-ServersNegativeTestJSON-1303968808-project-member] [instance: 69c93772-822a-4f5b-b2d1-95e82a46f286] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 3951bf5b-4bf7-4759-acac-0c83678ccf69, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 69c93772-822a-4f5b-b2d1-95e82a46f286 was re-scheduled: Binding failed for port 3951bf5b-4bf7-4759-acac-0c83678ccf69, please check neutron logs for more information.\n'] [ 904.374925] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-1c0c7ede-00d0-4f08-ad46-f019e7259470 tempest-ServersNegativeTestJSON-1303968808 tempest-ServersNegativeTestJSON-1303968808-project-member] Rescheduling: True {{(pid=54851) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 904.375186] nova-conductor[54851]: WARNING nova.scheduler.utils [None req-1c0c7ede-00d0-4f08-ad46-f019e7259470 tempest-ServersNegativeTestJSON-1303968808 tempest-ServersNegativeTestJSON-1303968808-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 69c93772-822a-4f5b-b2d1-95e82a46f286.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 69c93772-822a-4f5b-b2d1-95e82a46f286. [ 904.376392] nova-conductor[54851]: WARNING nova.scheduler.utils [None req-1c0c7ede-00d0-4f08-ad46-f019e7259470 tempest-ServersNegativeTestJSON-1303968808 tempest-ServersNegativeTestJSON-1303968808-project-member] [instance: 69c93772-822a-4f5b-b2d1-95e82a46f286] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 69c93772-822a-4f5b-b2d1-95e82a46f286. [ 904.391640] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-5eb9ad2d-3c3d-498b-98d1-8932f38b89a6 tempest-ServerActionsTestOtherB-1236125099 tempest-ServerActionsTestOtherB-1236125099-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 904.391912] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-5eb9ad2d-3c3d-498b-98d1-8932f38b89a6 tempest-ServerActionsTestOtherB-1236125099 tempest-ServerActionsTestOtherB-1236125099-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 904.392105] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-5eb9ad2d-3c3d-498b-98d1-8932f38b89a6 tempest-ServerActionsTestOtherB-1236125099 tempest-ServerActionsTestOtherB-1236125099-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 904.408611] nova-conductor[54851]: DEBUG nova.network.neutron [None req-1c0c7ede-00d0-4f08-ad46-f019e7259470 tempest-ServersNegativeTestJSON-1303968808 tempest-ServersNegativeTestJSON-1303968808-project-member] [instance: 69c93772-822a-4f5b-b2d1-95e82a46f286] deallocate_for_instance() {{(pid=54851) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 904.428654] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-5eb9ad2d-3c3d-498b-98d1-8932f38b89a6 tempest-ServerActionsTestOtherB-1236125099 tempest-ServerActionsTestOtherB-1236125099-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 904.428885] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-5eb9ad2d-3c3d-498b-98d1-8932f38b89a6 tempest-ServerActionsTestOtherB-1236125099 tempest-ServerActionsTestOtherB-1236125099-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 904.429065] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-5eb9ad2d-3c3d-498b-98d1-8932f38b89a6 tempest-ServerActionsTestOtherB-1236125099 tempest-ServerActionsTestOtherB-1236125099-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 904.429431] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-5eb9ad2d-3c3d-498b-98d1-8932f38b89a6 tempest-ServerActionsTestOtherB-1236125099 tempest-ServerActionsTestOtherB-1236125099-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 904.429614] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-5eb9ad2d-3c3d-498b-98d1-8932f38b89a6 tempest-ServerActionsTestOtherB-1236125099 tempest-ServerActionsTestOtherB-1236125099-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 904.429770] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-5eb9ad2d-3c3d-498b-98d1-8932f38b89a6 tempest-ServerActionsTestOtherB-1236125099 tempest-ServerActionsTestOtherB-1236125099-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 904.433280] nova-conductor[54851]: DEBUG nova.network.neutron [None req-1c0c7ede-00d0-4f08-ad46-f019e7259470 tempest-ServersNegativeTestJSON-1303968808 tempest-ServersNegativeTestJSON-1303968808-project-member] [instance: 69c93772-822a-4f5b-b2d1-95e82a46f286] Instance cache missing network info. {{(pid=54851) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 904.437615] nova-conductor[54851]: DEBUG nova.network.neutron [None req-1c0c7ede-00d0-4f08-ad46-f019e7259470 tempest-ServersNegativeTestJSON-1303968808 tempest-ServersNegativeTestJSON-1303968808-project-member] [instance: 69c93772-822a-4f5b-b2d1-95e82a46f286] Updating instance_info_cache with network_info: [] {{(pid=54851) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.448800] nova-conductor[54851]: DEBUG nova.quota [None req-5eb9ad2d-3c3d-498b-98d1-8932f38b89a6 tempest-ServerActionsTestOtherB-1236125099 tempest-ServerActionsTestOtherB-1236125099-project-member] Getting quotas for project 0c451895447b473eb18675f6bc843081. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 904.454167] nova-conductor[54851]: DEBUG nova.quota [None req-5eb9ad2d-3c3d-498b-98d1-8932f38b89a6 tempest-ServerActionsTestOtherB-1236125099 tempest-ServerActionsTestOtherB-1236125099-project-member] Getting quotas for user 8171575c58594e7ebc37af7c4c858c10 and project 0c451895447b473eb18675f6bc843081. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 904.463910] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-5eb9ad2d-3c3d-498b-98d1-8932f38b89a6 tempest-ServerActionsTestOtherB-1236125099 tempest-ServerActionsTestOtherB-1236125099-project-member] [instance: 867ffed2-50ec-45d8-b64e-989cf8d1b0e2] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54851) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 904.464382] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-5eb9ad2d-3c3d-498b-98d1-8932f38b89a6 tempest-ServerActionsTestOtherB-1236125099 tempest-ServerActionsTestOtherB-1236125099-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 904.464583] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-5eb9ad2d-3c3d-498b-98d1-8932f38b89a6 tempest-ServerActionsTestOtherB-1236125099 tempest-ServerActionsTestOtherB-1236125099-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 904.464744] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-5eb9ad2d-3c3d-498b-98d1-8932f38b89a6 tempest-ServerActionsTestOtherB-1236125099 tempest-ServerActionsTestOtherB-1236125099-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 904.469452] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-5eb9ad2d-3c3d-498b-98d1-8932f38b89a6 tempest-ServerActionsTestOtherB-1236125099 tempest-ServerActionsTestOtherB-1236125099-project-member] [instance: 867ffed2-50ec-45d8-b64e-989cf8d1b0e2] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54851) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 904.469452] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-5eb9ad2d-3c3d-498b-98d1-8932f38b89a6 tempest-ServerActionsTestOtherB-1236125099 tempest-ServerActionsTestOtherB-1236125099-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 904.469452] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-5eb9ad2d-3c3d-498b-98d1-8932f38b89a6 tempest-ServerActionsTestOtherB-1236125099 tempest-ServerActionsTestOtherB-1236125099-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 904.469452] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-5eb9ad2d-3c3d-498b-98d1-8932f38b89a6 tempest-ServerActionsTestOtherB-1236125099 tempest-ServerActionsTestOtherB-1236125099-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 904.491212] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-5eb9ad2d-3c3d-498b-98d1-8932f38b89a6 tempest-ServerActionsTestOtherB-1236125099 tempest-ServerActionsTestOtherB-1236125099-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 904.491444] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-5eb9ad2d-3c3d-498b-98d1-8932f38b89a6 tempest-ServerActionsTestOtherB-1236125099 tempest-ServerActionsTestOtherB-1236125099-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 904.491597] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-5eb9ad2d-3c3d-498b-98d1-8932f38b89a6 tempest-ServerActionsTestOtherB-1236125099 tempest-ServerActionsTestOtherB-1236125099-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 904.768409] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell0:SELECT=2 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 904.802782] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell1:SELECT=4,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=8,nova_cell1:RELEASE=1 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 904.812141] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_api:SELECT=12 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 904.814287] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_api:SELECT=9,nova_api:DELETE=2,nova_api:UPDATE=1 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 906.356316] nova-conductor[54852]: ERROR nova.scheduler.utils [None req-eec5019f-db6b-4609-910e-e44222b4b9b6 tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] [instance: 62d47ebb-8782-4062-a27e-556c758ed475] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port fe3a90cb-d12d-4ef6-a2fa-c058530e56a3, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 62d47ebb-8782-4062-a27e-556c758ed475 was re-scheduled: Binding failed for port fe3a90cb-d12d-4ef6-a2fa-c058530e56a3, please check neutron logs for more information.\n'] [ 906.356767] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-eec5019f-db6b-4609-910e-e44222b4b9b6 tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] Rescheduling: True {{(pid=54852) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 906.357024] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-eec5019f-db6b-4609-910e-e44222b4b9b6 tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 62d47ebb-8782-4062-a27e-556c758ed475.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 62d47ebb-8782-4062-a27e-556c758ed475. [ 906.357280] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-eec5019f-db6b-4609-910e-e44222b4b9b6 tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] [instance: 62d47ebb-8782-4062-a27e-556c758ed475] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 62d47ebb-8782-4062-a27e-556c758ed475. [ 906.381090] nova-conductor[54852]: DEBUG nova.network.neutron [None req-eec5019f-db6b-4609-910e-e44222b4b9b6 tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] [instance: 62d47ebb-8782-4062-a27e-556c758ed475] deallocate_for_instance() {{(pid=54852) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 906.400417] nova-conductor[54852]: DEBUG nova.network.neutron [None req-eec5019f-db6b-4609-910e-e44222b4b9b6 tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] [instance: 62d47ebb-8782-4062-a27e-556c758ed475] Instance cache missing network info. {{(pid=54852) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 906.404302] nova-conductor[54852]: DEBUG nova.network.neutron [None req-eec5019f-db6b-4609-910e-e44222b4b9b6 tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] [instance: 62d47ebb-8782-4062-a27e-556c758ed475] Updating instance_info_cache with network_info: [] {{(pid=54852) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 908.711931] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-7c1bbb20-b685-462e-96ba-60ca1ec1b209 tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54851) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 908.724460] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-7c1bbb20-b685-462e-96ba-60ca1ec1b209 tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 908.724726] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-7c1bbb20-b685-462e-96ba-60ca1ec1b209 tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 908.724942] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-7c1bbb20-b685-462e-96ba-60ca1ec1b209 tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 908.770058] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-7c1bbb20-b685-462e-96ba-60ca1ec1b209 tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 908.770445] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-7c1bbb20-b685-462e-96ba-60ca1ec1b209 tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 908.770737] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-7c1bbb20-b685-462e-96ba-60ca1ec1b209 tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 908.771315] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-7c1bbb20-b685-462e-96ba-60ca1ec1b209 tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 908.771626] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-7c1bbb20-b685-462e-96ba-60ca1ec1b209 tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 908.771906] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-7c1bbb20-b685-462e-96ba-60ca1ec1b209 tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 908.779845] nova-conductor[54851]: DEBUG nova.quota [None req-7c1bbb20-b685-462e-96ba-60ca1ec1b209 tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] Getting quotas for project 5d1f373267464f14ae2c833151821973. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 908.782116] nova-conductor[54851]: DEBUG nova.quota [None req-7c1bbb20-b685-462e-96ba-60ca1ec1b209 tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] Getting quotas for user eeb541b4abd9426ea96edcd066c69be0 and project 5d1f373267464f14ae2c833151821973. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 908.787019] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-7c1bbb20-b685-462e-96ba-60ca1ec1b209 tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] [instance: ff189c9e-9e7c-4217-9c65-0f821393870a] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54851) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 908.787523] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-7c1bbb20-b685-462e-96ba-60ca1ec1b209 tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 908.787752] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-7c1bbb20-b685-462e-96ba-60ca1ec1b209 tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 908.787917] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-7c1bbb20-b685-462e-96ba-60ca1ec1b209 tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 908.791975] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-7c1bbb20-b685-462e-96ba-60ca1ec1b209 tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] [instance: ff189c9e-9e7c-4217-9c65-0f821393870a] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54851) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 908.792647] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-7c1bbb20-b685-462e-96ba-60ca1ec1b209 tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 908.792841] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-7c1bbb20-b685-462e-96ba-60ca1ec1b209 tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 908.793010] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-7c1bbb20-b685-462e-96ba-60ca1ec1b209 tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 908.806927] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-7c1bbb20-b685-462e-96ba-60ca1ec1b209 tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 908.807166] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-7c1bbb20-b685-462e-96ba-60ca1ec1b209 tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 908.807335] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-7c1bbb20-b685-462e-96ba-60ca1ec1b209 tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 909.216038] nova-conductor[54852]: ERROR nova.scheduler.utils [None req-659cc637-c9fe-4c5d-a9ea-5a52d58280b5 tempest-ServerRescueTestJSONUnderV235-1905484932 tempest-ServerRescueTestJSONUnderV235-1905484932-project-member] [instance: 56aa8186-2bcb-47fc-a832-31654cbf218b] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 1f6c79c1-d3bd-4eb2-971c-0e6da8192f65, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 56aa8186-2bcb-47fc-a832-31654cbf218b was re-scheduled: Binding failed for port 1f6c79c1-d3bd-4eb2-971c-0e6da8192f65, please check neutron logs for more information.\n'] [ 909.216602] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-659cc637-c9fe-4c5d-a9ea-5a52d58280b5 tempest-ServerRescueTestJSONUnderV235-1905484932 tempest-ServerRescueTestJSONUnderV235-1905484932-project-member] Rescheduling: True {{(pid=54852) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 909.216832] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-659cc637-c9fe-4c5d-a9ea-5a52d58280b5 tempest-ServerRescueTestJSONUnderV235-1905484932 tempest-ServerRescueTestJSONUnderV235-1905484932-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 56aa8186-2bcb-47fc-a832-31654cbf218b.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 56aa8186-2bcb-47fc-a832-31654cbf218b. [ 909.217056] nova-conductor[54852]: WARNING nova.scheduler.utils [None req-659cc637-c9fe-4c5d-a9ea-5a52d58280b5 tempest-ServerRescueTestJSONUnderV235-1905484932 tempest-ServerRescueTestJSONUnderV235-1905484932-project-member] [instance: 56aa8186-2bcb-47fc-a832-31654cbf218b] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 56aa8186-2bcb-47fc-a832-31654cbf218b. [ 909.243136] nova-conductor[54852]: DEBUG nova.network.neutron [None req-659cc637-c9fe-4c5d-a9ea-5a52d58280b5 tempest-ServerRescueTestJSONUnderV235-1905484932 tempest-ServerRescueTestJSONUnderV235-1905484932-project-member] [instance: 56aa8186-2bcb-47fc-a832-31654cbf218b] deallocate_for_instance() {{(pid=54852) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 909.378910] nova-conductor[54852]: DEBUG nova.network.neutron [None req-659cc637-c9fe-4c5d-a9ea-5a52d58280b5 tempest-ServerRescueTestJSONUnderV235-1905484932 tempest-ServerRescueTestJSONUnderV235-1905484932-project-member] [instance: 56aa8186-2bcb-47fc-a832-31654cbf218b] Instance cache missing network info. {{(pid=54852) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 909.385011] nova-conductor[54852]: DEBUG nova.network.neutron [None req-659cc637-c9fe-4c5d-a9ea-5a52d58280b5 tempest-ServerRescueTestJSONUnderV235-1905484932 tempest-ServerRescueTestJSONUnderV235-1905484932-project-member] [instance: 56aa8186-2bcb-47fc-a832-31654cbf218b] Updating instance_info_cache with network_info: [] {{(pid=54852) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 916.262699] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-a89598e9-42d4-4ae8-9610-9bc0668f9c96 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54851) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 916.286143] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-a89598e9-42d4-4ae8-9610-9bc0668f9c96 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 916.286143] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-a89598e9-42d4-4ae8-9610-9bc0668f9c96 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 916.286143] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-a89598e9-42d4-4ae8-9610-9bc0668f9c96 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 916.322471] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-a89598e9-42d4-4ae8-9610-9bc0668f9c96 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 916.322680] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-a89598e9-42d4-4ae8-9610-9bc0668f9c96 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 916.322842] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-a89598e9-42d4-4ae8-9610-9bc0668f9c96 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 916.323213] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-a89598e9-42d4-4ae8-9610-9bc0668f9c96 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 916.323395] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-a89598e9-42d4-4ae8-9610-9bc0668f9c96 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 916.323554] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-a89598e9-42d4-4ae8-9610-9bc0668f9c96 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 916.332235] nova-conductor[54851]: DEBUG nova.quota [None req-a89598e9-42d4-4ae8-9610-9bc0668f9c96 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Getting quotas for project 30b8e72818064a0f950614b39e30f717. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 916.335478] nova-conductor[54851]: DEBUG nova.quota [None req-a89598e9-42d4-4ae8-9610-9bc0668f9c96 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Getting quotas for user ed7293e0f7b74c55aa0c67701bd7078e and project 30b8e72818064a0f950614b39e30f717. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 916.343492] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-a89598e9-42d4-4ae8-9610-9bc0668f9c96 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] [instance: 532a2bcd-5d6a-4fa9-abc9-a048cc915fda] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54851) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 916.344056] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-a89598e9-42d4-4ae8-9610-9bc0668f9c96 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 916.344314] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-a89598e9-42d4-4ae8-9610-9bc0668f9c96 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 916.344518] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-a89598e9-42d4-4ae8-9610-9bc0668f9c96 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 916.349488] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-a89598e9-42d4-4ae8-9610-9bc0668f9c96 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] [instance: 532a2bcd-5d6a-4fa9-abc9-a048cc915fda] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54851) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 916.350217] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-a89598e9-42d4-4ae8-9610-9bc0668f9c96 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 916.350419] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-a89598e9-42d4-4ae8-9610-9bc0668f9c96 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 916.350586] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-a89598e9-42d4-4ae8-9610-9bc0668f9c96 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 916.373174] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-a89598e9-42d4-4ae8-9610-9bc0668f9c96 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 916.373401] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-a89598e9-42d4-4ae8-9610-9bc0668f9c96 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 916.373568] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-a89598e9-42d4-4ae8-9610-9bc0668f9c96 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 926.327246] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_cell0:SELECT=3 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 926.353050] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_cell1:SELECT=9,nova_cell1:SAVEPOINT=2,nova_cell1:INSERT=23,nova_cell1:RELEASE=2 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 926.363020] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_api:SELECT=14,nova_api:UPDATE=3,nova_api:DELETE=1 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 926.365555] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_api:SELECT=34,nova_api:DELETE=3,nova_api:UPDATE=1 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 931.965331] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-87cd51a2-ed56-47b4-8f9d-b79210f7bb50 tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Targeting cell c3910535-3dcf-4557-8dc9-54a14b20e0a3(cell1) for conductor method rebuild_instance {{(pid=54851) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 931.965775] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-87cd51a2-ed56-47b4-8f9d-b79210f7bb50 tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 931.965775] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-87cd51a2-ed56-47b4-8f9d-b79210f7bb50 tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 931.965899] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-87cd51a2-ed56-47b4-8f9d-b79210f7bb50 tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 931.984032] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-87cd51a2-ed56-47b4-8f9d-b79210f7bb50 tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] [instance: 34f5995f-692c-4f0d-8b15-0d388df7e34e] No migration record for the rebuild/evacuate request. {{(pid=54851) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1227}} [ 934.710120] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-13002e03-c10c-4b8f-ba80-a6b11f5a1865 tempest-ServersNegativeTestMultiTenantJSON-1507052375 tempest-ServersNegativeTestMultiTenantJSON-1507052375-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 934.745726] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-13002e03-c10c-4b8f-ba80-a6b11f5a1865 tempest-ServersNegativeTestMultiTenantJSON-1507052375 tempest-ServersNegativeTestMultiTenantJSON-1507052375-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 934.745979] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-13002e03-c10c-4b8f-ba80-a6b11f5a1865 tempest-ServersNegativeTestMultiTenantJSON-1507052375 tempest-ServersNegativeTestMultiTenantJSON-1507052375-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 934.746641] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-13002e03-c10c-4b8f-ba80-a6b11f5a1865 tempest-ServersNegativeTestMultiTenantJSON-1507052375 tempest-ServersNegativeTestMultiTenantJSON-1507052375-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 934.801175] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-13002e03-c10c-4b8f-ba80-a6b11f5a1865 tempest-ServersNegativeTestMultiTenantJSON-1507052375 tempest-ServersNegativeTestMultiTenantJSON-1507052375-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 934.801450] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-13002e03-c10c-4b8f-ba80-a6b11f5a1865 tempest-ServersNegativeTestMultiTenantJSON-1507052375 tempest-ServersNegativeTestMultiTenantJSON-1507052375-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 934.801643] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-13002e03-c10c-4b8f-ba80-a6b11f5a1865 tempest-ServersNegativeTestMultiTenantJSON-1507052375 tempest-ServersNegativeTestMultiTenantJSON-1507052375-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 934.802040] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-13002e03-c10c-4b8f-ba80-a6b11f5a1865 tempest-ServersNegativeTestMultiTenantJSON-1507052375 tempest-ServersNegativeTestMultiTenantJSON-1507052375-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 934.802372] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-13002e03-c10c-4b8f-ba80-a6b11f5a1865 tempest-ServersNegativeTestMultiTenantJSON-1507052375 tempest-ServersNegativeTestMultiTenantJSON-1507052375-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 934.802424] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-13002e03-c10c-4b8f-ba80-a6b11f5a1865 tempest-ServersNegativeTestMultiTenantJSON-1507052375 tempest-ServersNegativeTestMultiTenantJSON-1507052375-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 934.813568] nova-conductor[54852]: DEBUG nova.quota [None req-13002e03-c10c-4b8f-ba80-a6b11f5a1865 tempest-ServersNegativeTestMultiTenantJSON-1507052375 tempest-ServersNegativeTestMultiTenantJSON-1507052375-project-member] Getting quotas for project b1396825e1044402b7d1c799657c1b94. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 934.817799] nova-conductor[54852]: DEBUG nova.quota [None req-13002e03-c10c-4b8f-ba80-a6b11f5a1865 tempest-ServersNegativeTestMultiTenantJSON-1507052375 tempest-ServersNegativeTestMultiTenantJSON-1507052375-project-member] Getting quotas for user 2dd3ee23972e46178d446f81de42acdc and project b1396825e1044402b7d1c799657c1b94. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 934.823510] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-13002e03-c10c-4b8f-ba80-a6b11f5a1865 tempest-ServersNegativeTestMultiTenantJSON-1507052375 tempest-ServersNegativeTestMultiTenantJSON-1507052375-project-member] [instance: 8b2e4601-b981-48d1-84e6-21da66d5ea5f] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 934.823888] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-13002e03-c10c-4b8f-ba80-a6b11f5a1865 tempest-ServersNegativeTestMultiTenantJSON-1507052375 tempest-ServersNegativeTestMultiTenantJSON-1507052375-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 934.824122] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-13002e03-c10c-4b8f-ba80-a6b11f5a1865 tempest-ServersNegativeTestMultiTenantJSON-1507052375 tempest-ServersNegativeTestMultiTenantJSON-1507052375-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 934.824341] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-13002e03-c10c-4b8f-ba80-a6b11f5a1865 tempest-ServersNegativeTestMultiTenantJSON-1507052375 tempest-ServersNegativeTestMultiTenantJSON-1507052375-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 934.829156] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-13002e03-c10c-4b8f-ba80-a6b11f5a1865 tempest-ServersNegativeTestMultiTenantJSON-1507052375 tempest-ServersNegativeTestMultiTenantJSON-1507052375-project-member] [instance: 8b2e4601-b981-48d1-84e6-21da66d5ea5f] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 934.829877] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-13002e03-c10c-4b8f-ba80-a6b11f5a1865 tempest-ServersNegativeTestMultiTenantJSON-1507052375 tempest-ServersNegativeTestMultiTenantJSON-1507052375-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 934.830186] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-13002e03-c10c-4b8f-ba80-a6b11f5a1865 tempest-ServersNegativeTestMultiTenantJSON-1507052375 tempest-ServersNegativeTestMultiTenantJSON-1507052375-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 934.830893] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-13002e03-c10c-4b8f-ba80-a6b11f5a1865 tempest-ServersNegativeTestMultiTenantJSON-1507052375 tempest-ServersNegativeTestMultiTenantJSON-1507052375-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 934.857183] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-13002e03-c10c-4b8f-ba80-a6b11f5a1865 tempest-ServersNegativeTestMultiTenantJSON-1507052375 tempest-ServersNegativeTestMultiTenantJSON-1507052375-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 934.857183] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-13002e03-c10c-4b8f-ba80-a6b11f5a1865 tempest-ServersNegativeTestMultiTenantJSON-1507052375 tempest-ServersNegativeTestMultiTenantJSON-1507052375-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 934.857308] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-13002e03-c10c-4b8f-ba80-a6b11f5a1865 tempest-ServersNegativeTestMultiTenantJSON-1507052375 tempest-ServersNegativeTestMultiTenantJSON-1507052375-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 937.626882] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell1:SELECT=431,nova_cell1:UPDATE=243,nova_cell1:INSERT=33,nova_cell1:SAVEPOINT=35,nova_cell1:RELEASE=34,nova_cell1:DELETE=4,nova_cell1:ROLLBACK=1 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 940.601158] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_cell1:SAVEPOINT=31,nova_cell1:RELEASE=31,nova_cell1:SELECT=424,nova_cell1:UPDATE=223,nova_cell1:INSERT=38,nova_cell1:DELETE=2 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 941.962132] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_api:SELECT=1 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 941.995467] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_api:SELECT=1 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 942.008547] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_cell1:SELECT=4,nova_cell1:UPDATE=3,nova_cell1:INSERT=1 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 942.917977] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-d0557a78-b0bc-4008-90b9-edab3cd6b48d tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 942.940240] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d0557a78-b0bc-4008-90b9-edab3cd6b48d tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 942.940498] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d0557a78-b0bc-4008-90b9-edab3cd6b48d tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 942.940670] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d0557a78-b0bc-4008-90b9-edab3cd6b48d tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 942.986229] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d0557a78-b0bc-4008-90b9-edab3cd6b48d tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 942.986229] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d0557a78-b0bc-4008-90b9-edab3cd6b48d tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 942.986229] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d0557a78-b0bc-4008-90b9-edab3cd6b48d tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 942.986229] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d0557a78-b0bc-4008-90b9-edab3cd6b48d tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 942.986229] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d0557a78-b0bc-4008-90b9-edab3cd6b48d tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 942.986229] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d0557a78-b0bc-4008-90b9-edab3cd6b48d tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 943.002031] nova-conductor[54852]: DEBUG nova.quota [None req-d0557a78-b0bc-4008-90b9-edab3cd6b48d tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Getting quotas for project c9657a113032417fb4b97716a772f8ce. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 943.007756] nova-conductor[54852]: DEBUG nova.quota [None req-d0557a78-b0bc-4008-90b9-edab3cd6b48d tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Getting quotas for user 17b50c91ccd347e4b45126a8f23c0278 and project c9657a113032417fb4b97716a772f8ce. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 943.017975] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-d0557a78-b0bc-4008-90b9-edab3cd6b48d tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] [instance: 3bd9c356-42d6-450f-9069-b066952d9524] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 943.018834] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d0557a78-b0bc-4008-90b9-edab3cd6b48d tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 943.019264] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d0557a78-b0bc-4008-90b9-edab3cd6b48d tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 943.019670] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d0557a78-b0bc-4008-90b9-edab3cd6b48d tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 943.026946] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-d0557a78-b0bc-4008-90b9-edab3cd6b48d tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] [instance: 3bd9c356-42d6-450f-9069-b066952d9524] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 943.027724] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d0557a78-b0bc-4008-90b9-edab3cd6b48d tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 943.027937] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d0557a78-b0bc-4008-90b9-edab3cd6b48d tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 943.030084] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d0557a78-b0bc-4008-90b9-edab3cd6b48d tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 943.057192] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d0557a78-b0bc-4008-90b9-edab3cd6b48d tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 943.058813] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d0557a78-b0bc-4008-90b9-edab3cd6b48d tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 943.058813] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-d0557a78-b0bc-4008-90b9-edab3cd6b48d tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 946.594654] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-9fe72745-bc31-4c09-813b-909b97ca8ac0 tempest-ServerShowV257Test-1294082725 tempest-ServerShowV257Test-1294082725-project-member] Targeting cell c3910535-3dcf-4557-8dc9-54a14b20e0a3(cell1) for conductor method rebuild_instance {{(pid=54851) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 946.594924] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-9fe72745-bc31-4c09-813b-909b97ca8ac0 tempest-ServerShowV257Test-1294082725 tempest-ServerShowV257Test-1294082725-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 946.595089] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-9fe72745-bc31-4c09-813b-909b97ca8ac0 tempest-ServerShowV257Test-1294082725 tempest-ServerShowV257Test-1294082725-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 946.595253] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-9fe72745-bc31-4c09-813b-909b97ca8ac0 tempest-ServerShowV257Test-1294082725 tempest-ServerShowV257Test-1294082725-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 946.602089] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-9fe72745-bc31-4c09-813b-909b97ca8ac0 tempest-ServerShowV257Test-1294082725 tempest-ServerShowV257Test-1294082725-project-member] [instance: a3c01d4d-9c66-4441-95e8-87998782cc02] No migration record for the rebuild/evacuate request. {{(pid=54851) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1227}} [ 949.095677] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-69f1e2cf-9550-479a-a4f2-945bec52d432 tempest-ServerShowV247Test-1639492440 tempest-ServerShowV247Test-1639492440-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 949.109060] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-69f1e2cf-9550-479a-a4f2-945bec52d432 tempest-ServerShowV247Test-1639492440 tempest-ServerShowV247Test-1639492440-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 949.109060] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-69f1e2cf-9550-479a-a4f2-945bec52d432 tempest-ServerShowV247Test-1639492440 tempest-ServerShowV247Test-1639492440-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 949.109287] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-69f1e2cf-9550-479a-a4f2-945bec52d432 tempest-ServerShowV247Test-1639492440 tempest-ServerShowV247Test-1639492440-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 949.143009] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-69f1e2cf-9550-479a-a4f2-945bec52d432 tempest-ServerShowV247Test-1639492440 tempest-ServerShowV247Test-1639492440-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 949.143313] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-69f1e2cf-9550-479a-a4f2-945bec52d432 tempest-ServerShowV247Test-1639492440 tempest-ServerShowV247Test-1639492440-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 949.143514] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-69f1e2cf-9550-479a-a4f2-945bec52d432 tempest-ServerShowV247Test-1639492440 tempest-ServerShowV247Test-1639492440-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 949.144102] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-69f1e2cf-9550-479a-a4f2-945bec52d432 tempest-ServerShowV247Test-1639492440 tempest-ServerShowV247Test-1639492440-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 949.144164] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-69f1e2cf-9550-479a-a4f2-945bec52d432 tempest-ServerShowV247Test-1639492440 tempest-ServerShowV247Test-1639492440-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 949.144354] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-69f1e2cf-9550-479a-a4f2-945bec52d432 tempest-ServerShowV247Test-1639492440 tempest-ServerShowV247Test-1639492440-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 949.152304] nova-conductor[54852]: DEBUG nova.quota [None req-69f1e2cf-9550-479a-a4f2-945bec52d432 tempest-ServerShowV247Test-1639492440 tempest-ServerShowV247Test-1639492440-project-member] Getting quotas for project 6a4834c416ee4dc58e47e0caac58561f. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 949.154737] nova-conductor[54852]: DEBUG nova.quota [None req-69f1e2cf-9550-479a-a4f2-945bec52d432 tempest-ServerShowV247Test-1639492440 tempest-ServerShowV247Test-1639492440-project-member] Getting quotas for user 71670f90745a44ee921c7d3f885e9ac6 and project 6a4834c416ee4dc58e47e0caac58561f. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 949.160277] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-69f1e2cf-9550-479a-a4f2-945bec52d432 tempest-ServerShowV247Test-1639492440 tempest-ServerShowV247Test-1639492440-project-member] [instance: 82401449-347e-4917-a307-d5d7bc048f7c] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 949.160773] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-69f1e2cf-9550-479a-a4f2-945bec52d432 tempest-ServerShowV247Test-1639492440 tempest-ServerShowV247Test-1639492440-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 949.160982] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-69f1e2cf-9550-479a-a4f2-945bec52d432 tempest-ServerShowV247Test-1639492440 tempest-ServerShowV247Test-1639492440-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 949.161168] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-69f1e2cf-9550-479a-a4f2-945bec52d432 tempest-ServerShowV247Test-1639492440 tempest-ServerShowV247Test-1639492440-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 949.165914] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-69f1e2cf-9550-479a-a4f2-945bec52d432 tempest-ServerShowV247Test-1639492440 tempest-ServerShowV247Test-1639492440-project-member] [instance: 82401449-347e-4917-a307-d5d7bc048f7c] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 949.166606] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-69f1e2cf-9550-479a-a4f2-945bec52d432 tempest-ServerShowV247Test-1639492440 tempest-ServerShowV247Test-1639492440-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 949.166813] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-69f1e2cf-9550-479a-a4f2-945bec52d432 tempest-ServerShowV247Test-1639492440 tempest-ServerShowV247Test-1639492440-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 949.166990] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-69f1e2cf-9550-479a-a4f2-945bec52d432 tempest-ServerShowV247Test-1639492440 tempest-ServerShowV247Test-1639492440-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 949.183013] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-69f1e2cf-9550-479a-a4f2-945bec52d432 tempest-ServerShowV247Test-1639492440 tempest-ServerShowV247Test-1639492440-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 949.183013] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-69f1e2cf-9550-479a-a4f2-945bec52d432 tempest-ServerShowV247Test-1639492440 tempest-ServerShowV247Test-1639492440-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 949.183219] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-69f1e2cf-9550-479a-a4f2-945bec52d432 tempest-ServerShowV247Test-1639492440 tempest-ServerShowV247Test-1639492440-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 949.416078] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-91e9e182-1a2c-45a1-b92b-8ae4c2e2b319 tempest-ServerShowV247Test-1639492440 tempest-ServerShowV247Test-1639492440-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54851) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 949.426742] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-91e9e182-1a2c-45a1-b92b-8ae4c2e2b319 tempest-ServerShowV247Test-1639492440 tempest-ServerShowV247Test-1639492440-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 949.426980] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-91e9e182-1a2c-45a1-b92b-8ae4c2e2b319 tempest-ServerShowV247Test-1639492440 tempest-ServerShowV247Test-1639492440-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 949.427174] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-91e9e182-1a2c-45a1-b92b-8ae4c2e2b319 tempest-ServerShowV247Test-1639492440 tempest-ServerShowV247Test-1639492440-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 949.458022] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-91e9e182-1a2c-45a1-b92b-8ae4c2e2b319 tempest-ServerShowV247Test-1639492440 tempest-ServerShowV247Test-1639492440-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 949.458162] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-91e9e182-1a2c-45a1-b92b-8ae4c2e2b319 tempest-ServerShowV247Test-1639492440 tempest-ServerShowV247Test-1639492440-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 949.458252] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-91e9e182-1a2c-45a1-b92b-8ae4c2e2b319 tempest-ServerShowV247Test-1639492440 tempest-ServerShowV247Test-1639492440-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 949.459031] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-91e9e182-1a2c-45a1-b92b-8ae4c2e2b319 tempest-ServerShowV247Test-1639492440 tempest-ServerShowV247Test-1639492440-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 949.459031] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-91e9e182-1a2c-45a1-b92b-8ae4c2e2b319 tempest-ServerShowV247Test-1639492440 tempest-ServerShowV247Test-1639492440-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 949.459031] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-91e9e182-1a2c-45a1-b92b-8ae4c2e2b319 tempest-ServerShowV247Test-1639492440 tempest-ServerShowV247Test-1639492440-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 949.480062] nova-conductor[54851]: DEBUG nova.quota [None req-91e9e182-1a2c-45a1-b92b-8ae4c2e2b319 tempest-ServerShowV247Test-1639492440 tempest-ServerShowV247Test-1639492440-project-member] Getting quotas for project 6a4834c416ee4dc58e47e0caac58561f. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 949.482347] nova-conductor[54851]: DEBUG nova.quota [None req-91e9e182-1a2c-45a1-b92b-8ae4c2e2b319 tempest-ServerShowV247Test-1639492440 tempest-ServerShowV247Test-1639492440-project-member] Getting quotas for user 71670f90745a44ee921c7d3f885e9ac6 and project 6a4834c416ee4dc58e47e0caac58561f. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 949.488777] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-91e9e182-1a2c-45a1-b92b-8ae4c2e2b319 tempest-ServerShowV247Test-1639492440 tempest-ServerShowV247Test-1639492440-project-member] [instance: 97995e38-b27e-478a-8553-eb1c844bb0a6] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54851) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 949.489266] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-91e9e182-1a2c-45a1-b92b-8ae4c2e2b319 tempest-ServerShowV247Test-1639492440 tempest-ServerShowV247Test-1639492440-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 949.489471] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-91e9e182-1a2c-45a1-b92b-8ae4c2e2b319 tempest-ServerShowV247Test-1639492440 tempest-ServerShowV247Test-1639492440-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 949.489635] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-91e9e182-1a2c-45a1-b92b-8ae4c2e2b319 tempest-ServerShowV247Test-1639492440 tempest-ServerShowV247Test-1639492440-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 949.492524] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-91e9e182-1a2c-45a1-b92b-8ae4c2e2b319 tempest-ServerShowV247Test-1639492440 tempest-ServerShowV247Test-1639492440-project-member] [instance: 97995e38-b27e-478a-8553-eb1c844bb0a6] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54851) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 949.493153] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-91e9e182-1a2c-45a1-b92b-8ae4c2e2b319 tempest-ServerShowV247Test-1639492440 tempest-ServerShowV247Test-1639492440-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 949.493356] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-91e9e182-1a2c-45a1-b92b-8ae4c2e2b319 tempest-ServerShowV247Test-1639492440 tempest-ServerShowV247Test-1639492440-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 949.493519] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-91e9e182-1a2c-45a1-b92b-8ae4c2e2b319 tempest-ServerShowV247Test-1639492440 tempest-ServerShowV247Test-1639492440-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 949.511149] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-91e9e182-1a2c-45a1-b92b-8ae4c2e2b319 tempest-ServerShowV247Test-1639492440 tempest-ServerShowV247Test-1639492440-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 949.511378] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-91e9e182-1a2c-45a1-b92b-8ae4c2e2b319 tempest-ServerShowV247Test-1639492440 tempest-ServerShowV247Test-1639492440-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 949.511544] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-91e9e182-1a2c-45a1-b92b-8ae4c2e2b319 tempest-ServerShowV247Test-1639492440 tempest-ServerShowV247Test-1639492440-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 959.150672] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell0:SELECT=3 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 959.169465] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell1:SELECT=9,nova_cell1:SAVEPOINT=2,nova_cell1:INSERT=23,nova_cell1:RELEASE=2 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 959.176023] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_api:SELECT=19,nova_api:DELETE=2,nova_api:UPDATE=1 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 959.181481] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_api:SELECT=17,nova_api:UPDATE=2,nova_api:DELETE=1 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 959.469030] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_cell0:SELECT=1 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 959.496364] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_cell1:SELECT=7,nova_cell1:UPDATE=3,nova_cell1:INSERT=8 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 959.507042] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_api:SELECT=6,nova_api:UPDATE=1 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 959.509791] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_api:SELECT=8,nova_api:DELETE=1 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 963.070730] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-67b63e79-e914-43d3-8c7d-497d7ac6a20d tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54851) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 963.092149] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-67b63e79-e914-43d3-8c7d-497d7ac6a20d tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 963.092427] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-67b63e79-e914-43d3-8c7d-497d7ac6a20d tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 963.092613] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-67b63e79-e914-43d3-8c7d-497d7ac6a20d tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 963.136037] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-67b63e79-e914-43d3-8c7d-497d7ac6a20d tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 963.136260] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-67b63e79-e914-43d3-8c7d-497d7ac6a20d tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 963.136486] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-67b63e79-e914-43d3-8c7d-497d7ac6a20d tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 963.136868] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-67b63e79-e914-43d3-8c7d-497d7ac6a20d tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 963.137069] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-67b63e79-e914-43d3-8c7d-497d7ac6a20d tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 963.137268] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-67b63e79-e914-43d3-8c7d-497d7ac6a20d tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 963.151713] nova-conductor[54851]: DEBUG nova.quota [None req-67b63e79-e914-43d3-8c7d-497d7ac6a20d tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] Getting quotas for project 5d1f373267464f14ae2c833151821973. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 963.158996] nova-conductor[54851]: DEBUG nova.quota [None req-67b63e79-e914-43d3-8c7d-497d7ac6a20d tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] Getting quotas for user eeb541b4abd9426ea96edcd066c69be0 and project 5d1f373267464f14ae2c833151821973. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 963.168030] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-67b63e79-e914-43d3-8c7d-497d7ac6a20d tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] [instance: 303c9fe7-0d89-4a1a-adcc-6f787486df61] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54851) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 963.168608] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-67b63e79-e914-43d3-8c7d-497d7ac6a20d tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 963.168997] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-67b63e79-e914-43d3-8c7d-497d7ac6a20d tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 963.169261] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-67b63e79-e914-43d3-8c7d-497d7ac6a20d tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 963.179739] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-67b63e79-e914-43d3-8c7d-497d7ac6a20d tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] [instance: 303c9fe7-0d89-4a1a-adcc-6f787486df61] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54851) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 963.180581] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-67b63e79-e914-43d3-8c7d-497d7ac6a20d tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 963.180746] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-67b63e79-e914-43d3-8c7d-497d7ac6a20d tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 963.180989] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-67b63e79-e914-43d3-8c7d-497d7ac6a20d tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 963.201291] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-67b63e79-e914-43d3-8c7d-497d7ac6a20d tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 963.201540] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-67b63e79-e914-43d3-8c7d-497d7ac6a20d tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 963.201730] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-67b63e79-e914-43d3-8c7d-497d7ac6a20d tempest-AttachInterfacesTestJSON-1722434810 tempest-AttachInterfacesTestJSON-1722434810-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 963.811542] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-f48a24c9-ccd3-46d0-8e36-2b3b629d7e99 tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54851) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 963.827473] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-f48a24c9-ccd3-46d0-8e36-2b3b629d7e99 tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 963.827473] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-f48a24c9-ccd3-46d0-8e36-2b3b629d7e99 tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 963.827705] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-f48a24c9-ccd3-46d0-8e36-2b3b629d7e99 tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 963.866243] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-f48a24c9-ccd3-46d0-8e36-2b3b629d7e99 tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 963.867798] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-f48a24c9-ccd3-46d0-8e36-2b3b629d7e99 tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 963.867798] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-f48a24c9-ccd3-46d0-8e36-2b3b629d7e99 tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 963.867798] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-f48a24c9-ccd3-46d0-8e36-2b3b629d7e99 tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 963.867798] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-f48a24c9-ccd3-46d0-8e36-2b3b629d7e99 tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 963.867798] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-f48a24c9-ccd3-46d0-8e36-2b3b629d7e99 tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 963.882573] nova-conductor[54851]: DEBUG nova.quota [None req-f48a24c9-ccd3-46d0-8e36-2b3b629d7e99 tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Getting quotas for project 6d564dc3c75e430dbaf1f90a9c90c18b. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 963.887463] nova-conductor[54851]: DEBUG nova.quota [None req-f48a24c9-ccd3-46d0-8e36-2b3b629d7e99 tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Getting quotas for user 55ffb58a3b3a4ad29699d48ecd6c0700 and project 6d564dc3c75e430dbaf1f90a9c90c18b. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 963.894842] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-f48a24c9-ccd3-46d0-8e36-2b3b629d7e99 tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] [instance: 244f7b73-fda4-4477-b04d-c4f5cedd2d98] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54851) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 963.895448] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-f48a24c9-ccd3-46d0-8e36-2b3b629d7e99 tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 963.895680] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-f48a24c9-ccd3-46d0-8e36-2b3b629d7e99 tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 963.895845] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-f48a24c9-ccd3-46d0-8e36-2b3b629d7e99 tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 963.901177] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-f48a24c9-ccd3-46d0-8e36-2b3b629d7e99 tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] [instance: 244f7b73-fda4-4477-b04d-c4f5cedd2d98] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54851) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 963.901247] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-f48a24c9-ccd3-46d0-8e36-2b3b629d7e99 tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 963.901406] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-f48a24c9-ccd3-46d0-8e36-2b3b629d7e99 tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 963.901568] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-f48a24c9-ccd3-46d0-8e36-2b3b629d7e99 tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 963.921147] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-f48a24c9-ccd3-46d0-8e36-2b3b629d7e99 tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 963.921369] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-f48a24c9-ccd3-46d0-8e36-2b3b629d7e99 tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 963.921530] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-f48a24c9-ccd3-46d0-8e36-2b3b629d7e99 tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 964.287966] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-87521b5b-688b-4433-95db-ffc544d35bc2 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54851) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 964.298763] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-87521b5b-688b-4433-95db-ffc544d35bc2 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] [instance: 33186efa-4c28-4e9b-a23a-eaad2466f879] While scheduling instance, the build request was already deleted. {{(pid=54851) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1706}} [ 964.334929] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-87521b5b-688b-4433-95db-ffc544d35bc2 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 964.335193] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-87521b5b-688b-4433-95db-ffc544d35bc2 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 964.335364] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-87521b5b-688b-4433-95db-ffc544d35bc2 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 964.335768] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-87521b5b-688b-4433-95db-ffc544d35bc2 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 964.335968] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-87521b5b-688b-4433-95db-ffc544d35bc2 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 964.336149] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-87521b5b-688b-4433-95db-ffc544d35bc2 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 964.353440] nova-conductor[54851]: DEBUG nova.quota [None req-87521b5b-688b-4433-95db-ffc544d35bc2 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Getting quotas for project 30b8e72818064a0f950614b39e30f717. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 964.358844] nova-conductor[54851]: DEBUG nova.quota [None req-87521b5b-688b-4433-95db-ffc544d35bc2 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Getting quotas for user ed7293e0f7b74c55aa0c67701bd7078e and project 30b8e72818064a0f950614b39e30f717. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 965.615556] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-53b718f4-4f55-40d6-8d49-2ac3409e5fb8 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54851) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 965.636344] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-53b718f4-4f55-40d6-8d49-2ac3409e5fb8 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 965.636460] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-53b718f4-4f55-40d6-8d49-2ac3409e5fb8 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 965.636964] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-53b718f4-4f55-40d6-8d49-2ac3409e5fb8 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 965.677703] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-53b718f4-4f55-40d6-8d49-2ac3409e5fb8 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 965.677942] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-53b718f4-4f55-40d6-8d49-2ac3409e5fb8 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 965.678135] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-53b718f4-4f55-40d6-8d49-2ac3409e5fb8 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 965.678500] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-53b718f4-4f55-40d6-8d49-2ac3409e5fb8 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 965.678770] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-53b718f4-4f55-40d6-8d49-2ac3409e5fb8 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 965.678875] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-53b718f4-4f55-40d6-8d49-2ac3409e5fb8 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 965.683983] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-4e7b6b39-0485-43aa-9a21-e1b93f7425eb tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 965.689326] nova-conductor[54851]: DEBUG nova.quota [None req-53b718f4-4f55-40d6-8d49-2ac3409e5fb8 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Getting quotas for project 30b8e72818064a0f950614b39e30f717. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 965.689953] nova-conductor[54851]: DEBUG nova.quota [None req-53b718f4-4f55-40d6-8d49-2ac3409e5fb8 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Getting quotas for user ed7293e0f7b74c55aa0c67701bd7078e and project 30b8e72818064a0f950614b39e30f717. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 965.694971] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-53b718f4-4f55-40d6-8d49-2ac3409e5fb8 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] [instance: da749732-72d8-4180-aedf-73a17fa9dea6] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54851) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 965.695620] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-53b718f4-4f55-40d6-8d49-2ac3409e5fb8 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 965.695951] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-53b718f4-4f55-40d6-8d49-2ac3409e5fb8 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 965.696181] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-53b718f4-4f55-40d6-8d49-2ac3409e5fb8 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 965.696674] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-4e7b6b39-0485-43aa-9a21-e1b93f7425eb tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 965.696975] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-4e7b6b39-0485-43aa-9a21-e1b93f7425eb tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 965.697171] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-4e7b6b39-0485-43aa-9a21-e1b93f7425eb tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 965.699471] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-53b718f4-4f55-40d6-8d49-2ac3409e5fb8 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] [instance: da749732-72d8-4180-aedf-73a17fa9dea6] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54851) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 965.700671] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-53b718f4-4f55-40d6-8d49-2ac3409e5fb8 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 965.700671] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-53b718f4-4f55-40d6-8d49-2ac3409e5fb8 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 965.700671] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-53b718f4-4f55-40d6-8d49-2ac3409e5fb8 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 965.719441] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-53b718f4-4f55-40d6-8d49-2ac3409e5fb8 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 965.721550] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-53b718f4-4f55-40d6-8d49-2ac3409e5fb8 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 965.721550] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-53b718f4-4f55-40d6-8d49-2ac3409e5fb8 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 965.733331] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-4e7b6b39-0485-43aa-9a21-e1b93f7425eb tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 965.733597] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-4e7b6b39-0485-43aa-9a21-e1b93f7425eb tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 965.733771] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-4e7b6b39-0485-43aa-9a21-e1b93f7425eb tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 965.734170] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-4e7b6b39-0485-43aa-9a21-e1b93f7425eb tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 965.734357] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-4e7b6b39-0485-43aa-9a21-e1b93f7425eb tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 965.734516] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-4e7b6b39-0485-43aa-9a21-e1b93f7425eb tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 965.753731] nova-conductor[54852]: DEBUG nova.quota [None req-4e7b6b39-0485-43aa-9a21-e1b93f7425eb tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Getting quotas for project b8c2a296e8fe4805b9bb761f91a407f9. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 965.756969] nova-conductor[54852]: DEBUG nova.quota [None req-4e7b6b39-0485-43aa-9a21-e1b93f7425eb tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Getting quotas for user 913eacf6a94845b189e0bd5df408138a and project b8c2a296e8fe4805b9bb761f91a407f9. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 965.765745] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-4e7b6b39-0485-43aa-9a21-e1b93f7425eb tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] [instance: 1e02f16d-b86e-4533-928b-a672ce69788f] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 965.766284] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-4e7b6b39-0485-43aa-9a21-e1b93f7425eb tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 965.766517] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-4e7b6b39-0485-43aa-9a21-e1b93f7425eb tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 965.766661] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-4e7b6b39-0485-43aa-9a21-e1b93f7425eb tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 965.774510] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-4e7b6b39-0485-43aa-9a21-e1b93f7425eb tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] [instance: 1e02f16d-b86e-4533-928b-a672ce69788f] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 965.774510] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-4e7b6b39-0485-43aa-9a21-e1b93f7425eb tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 965.774510] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-4e7b6b39-0485-43aa-9a21-e1b93f7425eb tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 965.774510] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-4e7b6b39-0485-43aa-9a21-e1b93f7425eb tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 965.818657] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-4e7b6b39-0485-43aa-9a21-e1b93f7425eb tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 965.819857] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-4e7b6b39-0485-43aa-9a21-e1b93f7425eb tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 965.820111] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-4e7b6b39-0485-43aa-9a21-e1b93f7425eb tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 966.553157] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-ef020cd5-19e3-4748-a29e-a1557b0525dd tempest-MultipleCreateTestJSON-878420833 tempest-MultipleCreateTestJSON-878420833-project-member] Took 0.50 seconds to select destinations for 2 instance(s). {{(pid=54851) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 966.577772] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ef020cd5-19e3-4748-a29e-a1557b0525dd tempest-MultipleCreateTestJSON-878420833 tempest-MultipleCreateTestJSON-878420833-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 966.577772] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ef020cd5-19e3-4748-a29e-a1557b0525dd tempest-MultipleCreateTestJSON-878420833 tempest-MultipleCreateTestJSON-878420833-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 966.578626] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ef020cd5-19e3-4748-a29e-a1557b0525dd tempest-MultipleCreateTestJSON-878420833 tempest-MultipleCreateTestJSON-878420833-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 966.608142] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ef020cd5-19e3-4748-a29e-a1557b0525dd tempest-MultipleCreateTestJSON-878420833 tempest-MultipleCreateTestJSON-878420833-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 966.608543] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ef020cd5-19e3-4748-a29e-a1557b0525dd tempest-MultipleCreateTestJSON-878420833 tempest-MultipleCreateTestJSON-878420833-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 966.608622] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ef020cd5-19e3-4748-a29e-a1557b0525dd tempest-MultipleCreateTestJSON-878420833 tempest-MultipleCreateTestJSON-878420833-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 966.636642] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ef020cd5-19e3-4748-a29e-a1557b0525dd tempest-MultipleCreateTestJSON-878420833 tempest-MultipleCreateTestJSON-878420833-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 966.637048] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ef020cd5-19e3-4748-a29e-a1557b0525dd tempest-MultipleCreateTestJSON-878420833 tempest-MultipleCreateTestJSON-878420833-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 966.637048] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ef020cd5-19e3-4748-a29e-a1557b0525dd tempest-MultipleCreateTestJSON-878420833 tempest-MultipleCreateTestJSON-878420833-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 966.637381] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ef020cd5-19e3-4748-a29e-a1557b0525dd tempest-MultipleCreateTestJSON-878420833 tempest-MultipleCreateTestJSON-878420833-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 966.637672] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ef020cd5-19e3-4748-a29e-a1557b0525dd tempest-MultipleCreateTestJSON-878420833 tempest-MultipleCreateTestJSON-878420833-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 966.637757] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ef020cd5-19e3-4748-a29e-a1557b0525dd tempest-MultipleCreateTestJSON-878420833 tempest-MultipleCreateTestJSON-878420833-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 966.648132] nova-conductor[54851]: DEBUG nova.quota [None req-ef020cd5-19e3-4748-a29e-a1557b0525dd tempest-MultipleCreateTestJSON-878420833 tempest-MultipleCreateTestJSON-878420833-project-member] Getting quotas for project 8f7b88e9cabf41a7802ebd6b3b84d51e. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 966.651232] nova-conductor[54851]: DEBUG nova.quota [None req-ef020cd5-19e3-4748-a29e-a1557b0525dd tempest-MultipleCreateTestJSON-878420833 tempest-MultipleCreateTestJSON-878420833-project-member] Getting quotas for user 378e043e429e4b3098e0003311d0b6de and project 8f7b88e9cabf41a7802ebd6b3b84d51e. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 966.662251] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-ef020cd5-19e3-4748-a29e-a1557b0525dd tempest-MultipleCreateTestJSON-878420833 tempest-MultipleCreateTestJSON-878420833-project-member] [instance: 4c4845e6-79ca-4a2a-a636-842d6919e70f] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54851) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 966.662809] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ef020cd5-19e3-4748-a29e-a1557b0525dd tempest-MultipleCreateTestJSON-878420833 tempest-MultipleCreateTestJSON-878420833-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 966.662915] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ef020cd5-19e3-4748-a29e-a1557b0525dd tempest-MultipleCreateTestJSON-878420833 tempest-MultipleCreateTestJSON-878420833-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 966.663128] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ef020cd5-19e3-4748-a29e-a1557b0525dd tempest-MultipleCreateTestJSON-878420833 tempest-MultipleCreateTestJSON-878420833-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 966.669343] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-ef020cd5-19e3-4748-a29e-a1557b0525dd tempest-MultipleCreateTestJSON-878420833 tempest-MultipleCreateTestJSON-878420833-project-member] [instance: 4c4845e6-79ca-4a2a-a636-842d6919e70f] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54851) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 966.670015] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ef020cd5-19e3-4748-a29e-a1557b0525dd tempest-MultipleCreateTestJSON-878420833 tempest-MultipleCreateTestJSON-878420833-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 966.670250] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ef020cd5-19e3-4748-a29e-a1557b0525dd tempest-MultipleCreateTestJSON-878420833 tempest-MultipleCreateTestJSON-878420833-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 966.670410] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ef020cd5-19e3-4748-a29e-a1557b0525dd tempest-MultipleCreateTestJSON-878420833 tempest-MultipleCreateTestJSON-878420833-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 966.685707] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ef020cd5-19e3-4748-a29e-a1557b0525dd tempest-MultipleCreateTestJSON-878420833 tempest-MultipleCreateTestJSON-878420833-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 966.686605] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ef020cd5-19e3-4748-a29e-a1557b0525dd tempest-MultipleCreateTestJSON-878420833 tempest-MultipleCreateTestJSON-878420833-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 966.686814] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ef020cd5-19e3-4748-a29e-a1557b0525dd tempest-MultipleCreateTestJSON-878420833 tempest-MultipleCreateTestJSON-878420833-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 966.692847] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-ef020cd5-19e3-4748-a29e-a1557b0525dd tempest-MultipleCreateTestJSON-878420833 tempest-MultipleCreateTestJSON-878420833-project-member] [instance: ba2dfb85-0ffa-4883-abf1-482441c5afb8] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54851) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 966.693312] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ef020cd5-19e3-4748-a29e-a1557b0525dd tempest-MultipleCreateTestJSON-878420833 tempest-MultipleCreateTestJSON-878420833-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 966.693557] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ef020cd5-19e3-4748-a29e-a1557b0525dd tempest-MultipleCreateTestJSON-878420833 tempest-MultipleCreateTestJSON-878420833-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 966.693695] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ef020cd5-19e3-4748-a29e-a1557b0525dd tempest-MultipleCreateTestJSON-878420833 tempest-MultipleCreateTestJSON-878420833-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 966.696968] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-ef020cd5-19e3-4748-a29e-a1557b0525dd tempest-MultipleCreateTestJSON-878420833 tempest-MultipleCreateTestJSON-878420833-project-member] [instance: ba2dfb85-0ffa-4883-abf1-482441c5afb8] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54851) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 966.697599] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ef020cd5-19e3-4748-a29e-a1557b0525dd tempest-MultipleCreateTestJSON-878420833 tempest-MultipleCreateTestJSON-878420833-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 966.697795] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ef020cd5-19e3-4748-a29e-a1557b0525dd tempest-MultipleCreateTestJSON-878420833 tempest-MultipleCreateTestJSON-878420833-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 966.697954] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ef020cd5-19e3-4748-a29e-a1557b0525dd tempest-MultipleCreateTestJSON-878420833 tempest-MultipleCreateTestJSON-878420833-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 966.740721] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ef020cd5-19e3-4748-a29e-a1557b0525dd tempest-MultipleCreateTestJSON-878420833 tempest-MultipleCreateTestJSON-878420833-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 966.741083] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ef020cd5-19e3-4748-a29e-a1557b0525dd tempest-MultipleCreateTestJSON-878420833 tempest-MultipleCreateTestJSON-878420833-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 966.741482] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ef020cd5-19e3-4748-a29e-a1557b0525dd tempest-MultipleCreateTestJSON-878420833 tempest-MultipleCreateTestJSON-878420833-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 967.807490] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-1413a3c4-e5e9-48bd-a6d2-1d5c94fe3451 tempest-AttachVolumeNegativeTest-1355480005 tempest-AttachVolumeNegativeTest-1355480005-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54851) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 967.827522] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-1413a3c4-e5e9-48bd-a6d2-1d5c94fe3451 tempest-AttachVolumeNegativeTest-1355480005 tempest-AttachVolumeNegativeTest-1355480005-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 967.827826] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-1413a3c4-e5e9-48bd-a6d2-1d5c94fe3451 tempest-AttachVolumeNegativeTest-1355480005 tempest-AttachVolumeNegativeTest-1355480005-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 967.827967] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-1413a3c4-e5e9-48bd-a6d2-1d5c94fe3451 tempest-AttachVolumeNegativeTest-1355480005 tempest-AttachVolumeNegativeTest-1355480005-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 967.865404] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-1413a3c4-e5e9-48bd-a6d2-1d5c94fe3451 tempest-AttachVolumeNegativeTest-1355480005 tempest-AttachVolumeNegativeTest-1355480005-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 967.865646] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-1413a3c4-e5e9-48bd-a6d2-1d5c94fe3451 tempest-AttachVolumeNegativeTest-1355480005 tempest-AttachVolumeNegativeTest-1355480005-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 967.865830] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-1413a3c4-e5e9-48bd-a6d2-1d5c94fe3451 tempest-AttachVolumeNegativeTest-1355480005 tempest-AttachVolumeNegativeTest-1355480005-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 967.866213] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-1413a3c4-e5e9-48bd-a6d2-1d5c94fe3451 tempest-AttachVolumeNegativeTest-1355480005 tempest-AttachVolumeNegativeTest-1355480005-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 967.866392] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-1413a3c4-e5e9-48bd-a6d2-1d5c94fe3451 tempest-AttachVolumeNegativeTest-1355480005 tempest-AttachVolumeNegativeTest-1355480005-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 967.866545] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-1413a3c4-e5e9-48bd-a6d2-1d5c94fe3451 tempest-AttachVolumeNegativeTest-1355480005 tempest-AttachVolumeNegativeTest-1355480005-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 967.875395] nova-conductor[54851]: DEBUG nova.quota [None req-1413a3c4-e5e9-48bd-a6d2-1d5c94fe3451 tempest-AttachVolumeNegativeTest-1355480005 tempest-AttachVolumeNegativeTest-1355480005-project-member] Getting quotas for project 8bfc390d64c0463190f071f3f62936dc. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 967.878769] nova-conductor[54851]: DEBUG nova.quota [None req-1413a3c4-e5e9-48bd-a6d2-1d5c94fe3451 tempest-AttachVolumeNegativeTest-1355480005 tempest-AttachVolumeNegativeTest-1355480005-project-member] Getting quotas for user e67193d02201461bb7e4339b5025ca48 and project 8bfc390d64c0463190f071f3f62936dc. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 967.884167] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-1413a3c4-e5e9-48bd-a6d2-1d5c94fe3451 tempest-AttachVolumeNegativeTest-1355480005 tempest-AttachVolumeNegativeTest-1355480005-project-member] [instance: 75d640ed-c41a-4761-8867-191d8b3e1f79] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54851) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 967.884686] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-1413a3c4-e5e9-48bd-a6d2-1d5c94fe3451 tempest-AttachVolumeNegativeTest-1355480005 tempest-AttachVolumeNegativeTest-1355480005-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 967.884897] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-1413a3c4-e5e9-48bd-a6d2-1d5c94fe3451 tempest-AttachVolumeNegativeTest-1355480005 tempest-AttachVolumeNegativeTest-1355480005-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 967.885077] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-1413a3c4-e5e9-48bd-a6d2-1d5c94fe3451 tempest-AttachVolumeNegativeTest-1355480005 tempest-AttachVolumeNegativeTest-1355480005-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 967.891192] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-1413a3c4-e5e9-48bd-a6d2-1d5c94fe3451 tempest-AttachVolumeNegativeTest-1355480005 tempest-AttachVolumeNegativeTest-1355480005-project-member] [instance: 75d640ed-c41a-4761-8867-191d8b3e1f79] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54851) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 967.891192] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-1413a3c4-e5e9-48bd-a6d2-1d5c94fe3451 tempest-AttachVolumeNegativeTest-1355480005 tempest-AttachVolumeNegativeTest-1355480005-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 967.891490] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-1413a3c4-e5e9-48bd-a6d2-1d5c94fe3451 tempest-AttachVolumeNegativeTest-1355480005 tempest-AttachVolumeNegativeTest-1355480005-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 967.891759] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-1413a3c4-e5e9-48bd-a6d2-1d5c94fe3451 tempest-AttachVolumeNegativeTest-1355480005 tempest-AttachVolumeNegativeTest-1355480005-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 967.913391] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-1413a3c4-e5e9-48bd-a6d2-1d5c94fe3451 tempest-AttachVolumeNegativeTest-1355480005 tempest-AttachVolumeNegativeTest-1355480005-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 967.913680] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-1413a3c4-e5e9-48bd-a6d2-1d5c94fe3451 tempest-AttachVolumeNegativeTest-1355480005 tempest-AttachVolumeNegativeTest-1355480005-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 967.913866] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-1413a3c4-e5e9-48bd-a6d2-1d5c94fe3451 tempest-AttachVolumeNegativeTest-1355480005 tempest-AttachVolumeNegativeTest-1355480005-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 973.049241] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-4eef5f07-e74e-4c3b-b740-d2ee34e96e6b tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Targeting cell c3910535-3dcf-4557-8dc9-54a14b20e0a3(cell1) for conductor method rebuild_instance {{(pid=54851) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 973.049508] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-4eef5f07-e74e-4c3b-b740-d2ee34e96e6b tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 973.049675] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-4eef5f07-e74e-4c3b-b740-d2ee34e96e6b tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 973.049837] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-4eef5f07-e74e-4c3b-b740-d2ee34e96e6b tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 973.057456] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-4eef5f07-e74e-4c3b-b740-d2ee34e96e6b tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] [instance: 3bd9c356-42d6-450f-9069-b066952d9524] No migration record for the rebuild/evacuate request. {{(pid=54851) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1227}} [ 975.744044] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell0:SELECT=1 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 975.776725] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 975.790728] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_api:SELECT=6,nova_api:UPDATE=1 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 975.804731] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_api:SELECT=6,nova_api:DELETE=1 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 977.871739] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_cell0:SELECT=6 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 977.909009] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_api:SELECT=37,nova_api:UPDATE=2,nova_api:DELETE=3 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 981.440495] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-65bbfbe7-03c7-4562-b787-802ce149f75f tempest-ServerShowV247Test-1639492440 tempest-ServerShowV247Test-1639492440-project-member] Targeting cell c3910535-3dcf-4557-8dc9-54a14b20e0a3(cell1) for conductor method rebuild_instance {{(pid=54852) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 981.440745] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-65bbfbe7-03c7-4562-b787-802ce149f75f tempest-ServerShowV247Test-1639492440 tempest-ServerShowV247Test-1639492440-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 981.440952] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-65bbfbe7-03c7-4562-b787-802ce149f75f tempest-ServerShowV247Test-1639492440 tempest-ServerShowV247Test-1639492440-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 981.441138] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-65bbfbe7-03c7-4562-b787-802ce149f75f tempest-ServerShowV247Test-1639492440 tempest-ServerShowV247Test-1639492440-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 981.452738] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-65bbfbe7-03c7-4562-b787-802ce149f75f tempest-ServerShowV247Test-1639492440 tempest-ServerShowV247Test-1639492440-project-member] [instance: 97995e38-b27e-478a-8553-eb1c844bb0a6] No migration record for the rebuild/evacuate request. {{(pid=54852) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1227}} [ 983.064444] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_api:SELECT=38,nova_api:DELETE=4,nova_api:UPDATE=4 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 983.078662] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_cell1:SELECT=22,nova_cell1:INSERT=44,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1,nova_cell1:UPDATE=3 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 984.400209] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-a408b6ce-9f18-4167-8678-e3fb72d21343 tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 984.413653] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a408b6ce-9f18-4167-8678-e3fb72d21343 tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 984.413971] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a408b6ce-9f18-4167-8678-e3fb72d21343 tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 984.414232] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a408b6ce-9f18-4167-8678-e3fb72d21343 tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 984.439413] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a408b6ce-9f18-4167-8678-e3fb72d21343 tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 984.439635] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a408b6ce-9f18-4167-8678-e3fb72d21343 tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 984.439801] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a408b6ce-9f18-4167-8678-e3fb72d21343 tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 984.440167] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a408b6ce-9f18-4167-8678-e3fb72d21343 tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 984.440352] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a408b6ce-9f18-4167-8678-e3fb72d21343 tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 984.440509] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a408b6ce-9f18-4167-8678-e3fb72d21343 tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 984.449060] nova-conductor[54852]: DEBUG nova.quota [None req-a408b6ce-9f18-4167-8678-e3fb72d21343 tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Getting quotas for project c9657a113032417fb4b97716a772f8ce. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 984.450468] nova-conductor[54852]: DEBUG nova.quota [None req-a408b6ce-9f18-4167-8678-e3fb72d21343 tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Getting quotas for user 17b50c91ccd347e4b45126a8f23c0278 and project c9657a113032417fb4b97716a772f8ce. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 984.456202] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-a408b6ce-9f18-4167-8678-e3fb72d21343 tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] [instance: e0384d0d-6738-47f7-b14d-994cae2d1fe4] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 984.456712] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a408b6ce-9f18-4167-8678-e3fb72d21343 tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 984.456924] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a408b6ce-9f18-4167-8678-e3fb72d21343 tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 984.457096] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a408b6ce-9f18-4167-8678-e3fb72d21343 tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 984.464626] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-a408b6ce-9f18-4167-8678-e3fb72d21343 tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] [instance: e0384d0d-6738-47f7-b14d-994cae2d1fe4] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 984.465282] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a408b6ce-9f18-4167-8678-e3fb72d21343 tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 984.465480] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a408b6ce-9f18-4167-8678-e3fb72d21343 tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 984.465645] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a408b6ce-9f18-4167-8678-e3fb72d21343 tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 984.480069] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a408b6ce-9f18-4167-8678-e3fb72d21343 tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 984.480284] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a408b6ce-9f18-4167-8678-e3fb72d21343 tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 984.480448] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a408b6ce-9f18-4167-8678-e3fb72d21343 tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 994.448645] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell0:SELECT=1 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 994.467920] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell1:SELECT=7,nova_cell1:UPDATE=3,nova_cell1:INSERT=8 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 994.475371] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_api:SELECT=8,nova_api:UPDATE=1 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 994.481540] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_api:SELECT=6,nova_api:DELETE=1 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 997.782333] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell1:SELECT=440,nova_cell1:UPDATE=262,nova_cell1:INSERT=33,nova_cell1:SAVEPOINT=26,nova_cell1:RELEASE=26,nova_cell1:DELETE=8 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 999.980456] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-a01be3a9-0f25-4e00-95fc-85e151527d8e tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 999.993942] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a01be3a9-0f25-4e00-95fc-85e151527d8e tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 999.994207] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a01be3a9-0f25-4e00-95fc-85e151527d8e tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 999.994375] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a01be3a9-0f25-4e00-95fc-85e151527d8e tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1000.028651] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a01be3a9-0f25-4e00-95fc-85e151527d8e tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1000.028994] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a01be3a9-0f25-4e00-95fc-85e151527d8e tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1000.029257] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a01be3a9-0f25-4e00-95fc-85e151527d8e tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1000.029830] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a01be3a9-0f25-4e00-95fc-85e151527d8e tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1000.032032] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a01be3a9-0f25-4e00-95fc-85e151527d8e tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1000.032032] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a01be3a9-0f25-4e00-95fc-85e151527d8e tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1000.040510] nova-conductor[54852]: DEBUG nova.quota [None req-a01be3a9-0f25-4e00-95fc-85e151527d8e tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Getting quotas for project 094ca56818604bee9c1f75d1493ab3af. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1000.044034] nova-conductor[54852]: DEBUG nova.quota [None req-a01be3a9-0f25-4e00-95fc-85e151527d8e tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Getting quotas for user f24a30e1160a43d5be6cde39b8f79edd and project 094ca56818604bee9c1f75d1493ab3af. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1000.049885] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-a01be3a9-0f25-4e00-95fc-85e151527d8e tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] [instance: 1df00ddb-64fd-4ad3-be02-072a5aaad6f2] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1000.049885] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a01be3a9-0f25-4e00-95fc-85e151527d8e tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1000.050017] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a01be3a9-0f25-4e00-95fc-85e151527d8e tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1000.050639] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a01be3a9-0f25-4e00-95fc-85e151527d8e tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1000.055441] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-a01be3a9-0f25-4e00-95fc-85e151527d8e tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] [instance: 1df00ddb-64fd-4ad3-be02-072a5aaad6f2] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1000.056153] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a01be3a9-0f25-4e00-95fc-85e151527d8e tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1000.056352] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a01be3a9-0f25-4e00-95fc-85e151527d8e tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1000.056516] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a01be3a9-0f25-4e00-95fc-85e151527d8e tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1000.074425] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a01be3a9-0f25-4e00-95fc-85e151527d8e tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1000.074679] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a01be3a9-0f25-4e00-95fc-85e151527d8e tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1000.074845] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a01be3a9-0f25-4e00-95fc-85e151527d8e tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1000.780615] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_cell1:SELECT=478,nova_cell1:UPDATE=317,nova_cell1:INSERT=37,nova_cell1:SAVEPOINT=29,nova_cell1:RELEASE=29,nova_cell1:DELETE=14 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1010.035124] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell0:SELECT=1 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1010.058851] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1010.067170] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_api:SELECT=8 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1010.069100] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_api:SELECT=4,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1010.872439] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-c0de5fa9-f106-451f-9fd8-5ad943348840 tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Targeting cell c3910535-3dcf-4557-8dc9-54a14b20e0a3(cell1) for conductor method rebuild_instance {{(pid=54851) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 1010.872789] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-c0de5fa9-f106-451f-9fd8-5ad943348840 tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1010.873139] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-c0de5fa9-f106-451f-9fd8-5ad943348840 tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1010.873421] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-c0de5fa9-f106-451f-9fd8-5ad943348840 tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1010.882442] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-c0de5fa9-f106-451f-9fd8-5ad943348840 tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] [instance: 1e02f16d-b86e-4533-928b-a672ce69788f] No migration record for the rebuild/evacuate request. {{(pid=54851) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1227}} [ 1012.564937] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-e6e637cb-4b9c-449e-bcaf-c36ccc1f8952 tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54851) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1012.583693] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-e6e637cb-4b9c-449e-bcaf-c36ccc1f8952 tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1012.584172] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-e6e637cb-4b9c-449e-bcaf-c36ccc1f8952 tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1012.584356] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-e6e637cb-4b9c-449e-bcaf-c36ccc1f8952 tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1012.632599] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-e6e637cb-4b9c-449e-bcaf-c36ccc1f8952 tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1012.633270] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-e6e637cb-4b9c-449e-bcaf-c36ccc1f8952 tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1012.633506] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-e6e637cb-4b9c-449e-bcaf-c36ccc1f8952 tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1012.633879] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-e6e637cb-4b9c-449e-bcaf-c36ccc1f8952 tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1012.634075] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-e6e637cb-4b9c-449e-bcaf-c36ccc1f8952 tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1012.634243] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-e6e637cb-4b9c-449e-bcaf-c36ccc1f8952 tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1012.644871] nova-conductor[54851]: DEBUG nova.quota [None req-e6e637cb-4b9c-449e-bcaf-c36ccc1f8952 tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Getting quotas for project 6d564dc3c75e430dbaf1f90a9c90c18b. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1012.648347] nova-conductor[54851]: DEBUG nova.quota [None req-e6e637cb-4b9c-449e-bcaf-c36ccc1f8952 tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Getting quotas for user 55ffb58a3b3a4ad29699d48ecd6c0700 and project 6d564dc3c75e430dbaf1f90a9c90c18b. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1012.654610] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-e6e637cb-4b9c-449e-bcaf-c36ccc1f8952 tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] [instance: e4fd9b9a-fc39-443c-9317-8dd286fdd2b0] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54851) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1012.654610] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-e6e637cb-4b9c-449e-bcaf-c36ccc1f8952 tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1012.654610] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-e6e637cb-4b9c-449e-bcaf-c36ccc1f8952 tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1012.654773] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-e6e637cb-4b9c-449e-bcaf-c36ccc1f8952 tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1012.660395] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-e6e637cb-4b9c-449e-bcaf-c36ccc1f8952 tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] [instance: e4fd9b9a-fc39-443c-9317-8dd286fdd2b0] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='1de1bca9-aeab-4b87-85e8-152a9124e537',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54851) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1012.661183] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-e6e637cb-4b9c-449e-bcaf-c36ccc1f8952 tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1012.661792] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-e6e637cb-4b9c-449e-bcaf-c36ccc1f8952 tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1012.662068] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-e6e637cb-4b9c-449e-bcaf-c36ccc1f8952 tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1012.689158] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-e6e637cb-4b9c-449e-bcaf-c36ccc1f8952 tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1012.689410] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-e6e637cb-4b9c-449e-bcaf-c36ccc1f8952 tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1012.689578] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-e6e637cb-4b9c-449e-bcaf-c36ccc1f8952 tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1014.308112] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-4ca200ba-bf37-475b-964d-03daf4018c46 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1014.324281] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-4ca200ba-bf37-475b-964d-03daf4018c46 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1014.324513] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-4ca200ba-bf37-475b-964d-03daf4018c46 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1014.324680] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-4ca200ba-bf37-475b-964d-03daf4018c46 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1014.363177] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-4ca200ba-bf37-475b-964d-03daf4018c46 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1014.363616] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-4ca200ba-bf37-475b-964d-03daf4018c46 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1014.363870] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-4ca200ba-bf37-475b-964d-03daf4018c46 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1014.364332] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-4ca200ba-bf37-475b-964d-03daf4018c46 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1014.364944] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-4ca200ba-bf37-475b-964d-03daf4018c46 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1014.364944] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-4ca200ba-bf37-475b-964d-03daf4018c46 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1014.376521] nova-conductor[54852]: DEBUG nova.quota [None req-4ca200ba-bf37-475b-964d-03daf4018c46 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Getting quotas for project 30b8e72818064a0f950614b39e30f717. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1014.379855] nova-conductor[54852]: DEBUG nova.quota [None req-4ca200ba-bf37-475b-964d-03daf4018c46 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Getting quotas for user ed7293e0f7b74c55aa0c67701bd7078e and project 30b8e72818064a0f950614b39e30f717. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1014.386045] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-4ca200ba-bf37-475b-964d-03daf4018c46 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] [instance: 2986a508-3f0b-4bad-b785-9e9f3ca7e39c] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1014.386508] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-4ca200ba-bf37-475b-964d-03daf4018c46 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1014.386717] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-4ca200ba-bf37-475b-964d-03daf4018c46 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1014.386985] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-4ca200ba-bf37-475b-964d-03daf4018c46 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1014.394319] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-4ca200ba-bf37-475b-964d-03daf4018c46 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] [instance: 2986a508-3f0b-4bad-b785-9e9f3ca7e39c] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1014.394906] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-4ca200ba-bf37-475b-964d-03daf4018c46 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1014.395163] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-4ca200ba-bf37-475b-964d-03daf4018c46 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1014.395650] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-4ca200ba-bf37-475b-964d-03daf4018c46 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1014.415084] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-4ca200ba-bf37-475b-964d-03daf4018c46 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1014.415383] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-4ca200ba-bf37-475b-964d-03daf4018c46 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1014.415565] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-4ca200ba-bf37-475b-964d-03daf4018c46 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1017.818676] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-4fd0db84-9b0f-43a4-9ac8-ba0f95667021 tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Targeting cell c3910535-3dcf-4557-8dc9-54a14b20e0a3(cell1) for conductor method migrate_server {{(pid=54851) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 1017.818911] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-4fd0db84-9b0f-43a4-9ac8-ba0f95667021 tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1017.819018] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-4fd0db84-9b0f-43a4-9ac8-ba0f95667021 tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1017.819166] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-4fd0db84-9b0f-43a4-9ac8-ba0f95667021 tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1018.113384] nova-conductor[54851]: DEBUG nova.conductor.tasks.migrate [None req-4fd0db84-9b0f-43a4-9ac8-ba0f95667021 tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] [instance: e0384d0d-6738-47f7-b14d-994cae2d1fe4] Restricting to cell c3910535-3dcf-4557-8dc9-54a14b20e0a3(cell1) while migrating {{(pid=54851) _set_requested_destination_cell /opt/stack/nova/nova/conductor/tasks/migrate.py:210}} [ 1018.237096] nova-conductor[54851]: DEBUG nova.conductor.tasks.migrate [None req-4fd0db84-9b0f-43a4-9ac8-ba0f95667021 tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Created allocations for migration d1159953-ebe6-4466-a646-a5de8ba8569f on 9b9257d4-3be7-42a5-ae8c-67cf64823681 {{(pid=54851) replace_allocation_with_migration /opt/stack/nova/nova/conductor/tasks/migrate.py:88}} [ 1018.747028] nova-conductor[54851]: DEBUG nova.conductor.tasks.migrate [None req-4fd0db84-9b0f-43a4-9ac8-ba0f95667021 tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] [instance: e0384d0d-6738-47f7-b14d-994cae2d1fe4] Calling prep_resize with selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54851) _execute /opt/stack/nova/nova/conductor/tasks/migrate.py:325}} [ 1022.646911] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_cell0:SELECT=1 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1024.370642] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell0:SELECT=1 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1024.397676] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1024.408477] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_api:SELECT=5,nova_api:UPDATE=1 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1024.411986] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_api:SELECT=7,nova_api:DELETE=1 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1028.108227] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_api:SELECT=8,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1028.768987] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_api:SELECT=10,nova_api:UPDATE=1 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1028.817057] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_cell1:SELECT=16,nova_cell1:UPDATE=9,nova_cell1:INSERT=12 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1032.601851] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-142e5c51-9338-4ed2-8c34-32da8537f8b6 tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54851) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1032.619523] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-142e5c51-9338-4ed2-8c34-32da8537f8b6 tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1032.619757] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-142e5c51-9338-4ed2-8c34-32da8537f8b6 tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1032.619955] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-142e5c51-9338-4ed2-8c34-32da8537f8b6 tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1032.654025] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-142e5c51-9338-4ed2-8c34-32da8537f8b6 tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1032.654025] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-142e5c51-9338-4ed2-8c34-32da8537f8b6 tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1032.654025] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-142e5c51-9338-4ed2-8c34-32da8537f8b6 tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1032.654025] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-142e5c51-9338-4ed2-8c34-32da8537f8b6 tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1032.654025] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-142e5c51-9338-4ed2-8c34-32da8537f8b6 tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1032.654025] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-142e5c51-9338-4ed2-8c34-32da8537f8b6 tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1032.664348] nova-conductor[54851]: DEBUG nova.quota [None req-142e5c51-9338-4ed2-8c34-32da8537f8b6 tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Getting quotas for project b8c2a296e8fe4805b9bb761f91a407f9. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1032.665803] nova-conductor[54851]: DEBUG nova.quota [None req-142e5c51-9338-4ed2-8c34-32da8537f8b6 tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Getting quotas for user 913eacf6a94845b189e0bd5df408138a and project b8c2a296e8fe4805b9bb761f91a407f9. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1032.672064] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-142e5c51-9338-4ed2-8c34-32da8537f8b6 tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] [instance: f5e5c5c1-e2af-40e0-a957-67b0fd22718d] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54851) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1032.673976] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-142e5c51-9338-4ed2-8c34-32da8537f8b6 tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1032.673976] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-142e5c51-9338-4ed2-8c34-32da8537f8b6 tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1032.673976] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-142e5c51-9338-4ed2-8c34-32da8537f8b6 tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1032.676218] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-142e5c51-9338-4ed2-8c34-32da8537f8b6 tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] [instance: f5e5c5c1-e2af-40e0-a957-67b0fd22718d] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54851) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1032.678335] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-142e5c51-9338-4ed2-8c34-32da8537f8b6 tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1032.678335] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-142e5c51-9338-4ed2-8c34-32da8537f8b6 tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1032.678335] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-142e5c51-9338-4ed2-8c34-32da8537f8b6 tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1032.697019] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-142e5c51-9338-4ed2-8c34-32da8537f8b6 tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1032.697019] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-142e5c51-9338-4ed2-8c34-32da8537f8b6 tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1032.697019] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-142e5c51-9338-4ed2-8c34-32da8537f8b6 tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1033.236260] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-b3f9c51c-dd07-4de7-8fae-fb0db6a257ae tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1033.257931] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-b3f9c51c-dd07-4de7-8fae-fb0db6a257ae tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1033.258168] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-b3f9c51c-dd07-4de7-8fae-fb0db6a257ae tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1033.258337] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-b3f9c51c-dd07-4de7-8fae-fb0db6a257ae tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1033.283378] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-b3f9c51c-dd07-4de7-8fae-fb0db6a257ae tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1033.283615] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-b3f9c51c-dd07-4de7-8fae-fb0db6a257ae tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1033.283792] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-b3f9c51c-dd07-4de7-8fae-fb0db6a257ae tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1033.284165] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-b3f9c51c-dd07-4de7-8fae-fb0db6a257ae tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1033.284348] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-b3f9c51c-dd07-4de7-8fae-fb0db6a257ae tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1033.284505] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-b3f9c51c-dd07-4de7-8fae-fb0db6a257ae tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1033.293708] nova-conductor[54852]: DEBUG nova.quota [None req-b3f9c51c-dd07-4de7-8fae-fb0db6a257ae tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Getting quotas for project 094ca56818604bee9c1f75d1493ab3af. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1033.297112] nova-conductor[54852]: DEBUG nova.quota [None req-b3f9c51c-dd07-4de7-8fae-fb0db6a257ae tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Getting quotas for user f24a30e1160a43d5be6cde39b8f79edd and project 094ca56818604bee9c1f75d1493ab3af. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1033.316490] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-b3f9c51c-dd07-4de7-8fae-fb0db6a257ae tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] [instance: faa3b525-bd20-4e54-ba4c-60d65bf601aa] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1033.316900] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-b3f9c51c-dd07-4de7-8fae-fb0db6a257ae tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1033.317152] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-b3f9c51c-dd07-4de7-8fae-fb0db6a257ae tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1033.317285] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-b3f9c51c-dd07-4de7-8fae-fb0db6a257ae tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1033.328848] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-b3f9c51c-dd07-4de7-8fae-fb0db6a257ae tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] [instance: faa3b525-bd20-4e54-ba4c-60d65bf601aa] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1033.329506] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-b3f9c51c-dd07-4de7-8fae-fb0db6a257ae tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1033.329756] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-b3f9c51c-dd07-4de7-8fae-fb0db6a257ae tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1033.329891] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-b3f9c51c-dd07-4de7-8fae-fb0db6a257ae tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1033.345466] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-b3f9c51c-dd07-4de7-8fae-fb0db6a257ae tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1033.345761] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-b3f9c51c-dd07-4de7-8fae-fb0db6a257ae tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1033.345925] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-b3f9c51c-dd07-4de7-8fae-fb0db6a257ae tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1041.961585] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-608fba82-a2a5-4574-8773-040a77b47ffc tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1041.975875] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-608fba82-a2a5-4574-8773-040a77b47ffc tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1041.976129] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-608fba82-a2a5-4574-8773-040a77b47ffc tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1041.976301] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-608fba82-a2a5-4574-8773-040a77b47ffc tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1042.017481] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-608fba82-a2a5-4574-8773-040a77b47ffc tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1042.017481] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-608fba82-a2a5-4574-8773-040a77b47ffc tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1042.017617] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-608fba82-a2a5-4574-8773-040a77b47ffc tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1042.018102] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-608fba82-a2a5-4574-8773-040a77b47ffc tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1042.018287] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-608fba82-a2a5-4574-8773-040a77b47ffc tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1042.018443] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-608fba82-a2a5-4574-8773-040a77b47ffc tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1042.030131] nova-conductor[54852]: DEBUG nova.quota [None req-608fba82-a2a5-4574-8773-040a77b47ffc tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Getting quotas for project 30b8e72818064a0f950614b39e30f717. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1042.038157] nova-conductor[54852]: DEBUG nova.quota [None req-608fba82-a2a5-4574-8773-040a77b47ffc tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Getting quotas for user ed7293e0f7b74c55aa0c67701bd7078e and project 30b8e72818064a0f950614b39e30f717. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1042.046176] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-608fba82-a2a5-4574-8773-040a77b47ffc tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] [instance: 12365f25-7d85-48dc-b2b7-9c8d0695e4a9] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1042.046714] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-608fba82-a2a5-4574-8773-040a77b47ffc tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1042.046928] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-608fba82-a2a5-4574-8773-040a77b47ffc tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1042.047633] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-608fba82-a2a5-4574-8773-040a77b47ffc tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1042.049970] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-608fba82-a2a5-4574-8773-040a77b47ffc tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] [instance: 12365f25-7d85-48dc-b2b7-9c8d0695e4a9] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1042.050738] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-608fba82-a2a5-4574-8773-040a77b47ffc tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1042.050977] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-608fba82-a2a5-4574-8773-040a77b47ffc tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1042.051123] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-608fba82-a2a5-4574-8773-040a77b47ffc tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1042.070165] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-608fba82-a2a5-4574-8773-040a77b47ffc tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1042.070439] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-608fba82-a2a5-4574-8773-040a77b47ffc tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1042.070617] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-608fba82-a2a5-4574-8773-040a77b47ffc tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1042.657038] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_cell0:SELECT=1 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1042.680259] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1042.687781] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_api:SELECT=6,nova_api:UPDATE=1 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1042.693753] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_api:SELECT=6,nova_api:DELETE=1 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1045.773545] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-9f036c48-1ee3-4188-a176-e307e864f25a tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54851) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1045.791704] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-9f036c48-1ee3-4188-a176-e307e864f25a tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1045.791888] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-9f036c48-1ee3-4188-a176-e307e864f25a tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1045.792034] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-9f036c48-1ee3-4188-a176-e307e864f25a tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1045.850605] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-9f036c48-1ee3-4188-a176-e307e864f25a tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1045.850929] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-9f036c48-1ee3-4188-a176-e307e864f25a tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1045.851264] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-9f036c48-1ee3-4188-a176-e307e864f25a tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1045.851701] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-9f036c48-1ee3-4188-a176-e307e864f25a tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1045.851997] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-9f036c48-1ee3-4188-a176-e307e864f25a tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1045.852299] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-9f036c48-1ee3-4188-a176-e307e864f25a tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1045.865040] nova-conductor[54851]: DEBUG nova.quota [None req-9f036c48-1ee3-4188-a176-e307e864f25a tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Getting quotas for project 6d564dc3c75e430dbaf1f90a9c90c18b. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1045.869055] nova-conductor[54851]: DEBUG nova.quota [None req-9f036c48-1ee3-4188-a176-e307e864f25a tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Getting quotas for user 55ffb58a3b3a4ad29699d48ecd6c0700 and project 6d564dc3c75e430dbaf1f90a9c90c18b. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1045.875930] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-9f036c48-1ee3-4188-a176-e307e864f25a tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] [instance: b9c57a92-73bc-4ee5-8431-2fe51a695383] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54851) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1045.876640] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-9f036c48-1ee3-4188-a176-e307e864f25a tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1045.876916] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-9f036c48-1ee3-4188-a176-e307e864f25a tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1045.877215] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-9f036c48-1ee3-4188-a176-e307e864f25a tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1045.882823] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-9f036c48-1ee3-4188-a176-e307e864f25a tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] [instance: b9c57a92-73bc-4ee5-8431-2fe51a695383] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54851) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1045.883655] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-9f036c48-1ee3-4188-a176-e307e864f25a tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1045.883901] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-9f036c48-1ee3-4188-a176-e307e864f25a tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1045.884157] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-9f036c48-1ee3-4188-a176-e307e864f25a tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1045.911302] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-9f036c48-1ee3-4188-a176-e307e864f25a tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1045.911627] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-9f036c48-1ee3-4188-a176-e307e864f25a tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1045.911882] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-9f036c48-1ee3-4188-a176-e307e864f25a tempest-ImagesTestJSON-2007206826 tempest-ImagesTestJSON-2007206826-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1049.454047] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-fd6082d1-44a6-4061-bd6a-306f5c8239fb tempest-ServerActionsTestOtherB-1236125099 tempest-ServerActionsTestOtherB-1236125099-project-member] Targeting cell c3910535-3dcf-4557-8dc9-54a14b20e0a3(cell1) for conductor method migrate_server {{(pid=54852) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 1049.454413] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-fd6082d1-44a6-4061-bd6a-306f5c8239fb tempest-ServerActionsTestOtherB-1236125099 tempest-ServerActionsTestOtherB-1236125099-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1049.454676] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-fd6082d1-44a6-4061-bd6a-306f5c8239fb tempest-ServerActionsTestOtherB-1236125099 tempest-ServerActionsTestOtherB-1236125099-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1049.454888] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-fd6082d1-44a6-4061-bd6a-306f5c8239fb tempest-ServerActionsTestOtherB-1236125099 tempest-ServerActionsTestOtherB-1236125099-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1049.679676] nova-conductor[54852]: DEBUG nova.conductor.tasks.migrate [None req-fd6082d1-44a6-4061-bd6a-306f5c8239fb tempest-ServerActionsTestOtherB-1236125099 tempest-ServerActionsTestOtherB-1236125099-project-member] [instance: 867ffed2-50ec-45d8-b64e-989cf8d1b0e2] Restricting to cell c3910535-3dcf-4557-8dc9-54a14b20e0a3(cell1) while migrating {{(pid=54852) _set_requested_destination_cell /opt/stack/nova/nova/conductor/tasks/migrate.py:210}} [ 1049.803460] nova-conductor[54852]: DEBUG nova.conductor.tasks.migrate [None req-fd6082d1-44a6-4061-bd6a-306f5c8239fb tempest-ServerActionsTestOtherB-1236125099 tempest-ServerActionsTestOtherB-1236125099-project-member] Created allocations for migration dfe91621-c2c2-4e3e-90d4-a8a338e722ba on 9b9257d4-3be7-42a5-ae8c-67cf64823681 {{(pid=54852) replace_allocation_with_migration /opt/stack/nova/nova/conductor/tasks/migrate.py:88}} [ 1050.312955] nova-conductor[54852]: DEBUG nova.conductor.tasks.migrate [None req-fd6082d1-44a6-4061-bd6a-306f5c8239fb tempest-ServerActionsTestOtherB-1236125099 tempest-ServerActionsTestOtherB-1236125099-project-member] [instance: 867ffed2-50ec-45d8-b64e-989cf8d1b0e2] Calling prep_resize with selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) _execute /opt/stack/nova/nova/conductor/tasks/migrate.py:325}} [ 1052.022806] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell0:SELECT=2 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1054.744107] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-745fdfb3-2af9-4130-8d99-48de0d49a378 tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54851) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1054.762906] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-745fdfb3-2af9-4130-8d99-48de0d49a378 tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1054.762971] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-745fdfb3-2af9-4130-8d99-48de0d49a378 tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1054.763113] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-745fdfb3-2af9-4130-8d99-48de0d49a378 tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1054.802694] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-745fdfb3-2af9-4130-8d99-48de0d49a378 tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1054.802694] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-745fdfb3-2af9-4130-8d99-48de0d49a378 tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1054.803359] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-745fdfb3-2af9-4130-8d99-48de0d49a378 tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1054.803792] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-745fdfb3-2af9-4130-8d99-48de0d49a378 tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1054.803994] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-745fdfb3-2af9-4130-8d99-48de0d49a378 tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1054.804239] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-745fdfb3-2af9-4130-8d99-48de0d49a378 tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1054.819943] nova-conductor[54851]: DEBUG nova.quota [None req-745fdfb3-2af9-4130-8d99-48de0d49a378 tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Getting quotas for project c9657a113032417fb4b97716a772f8ce. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1054.824719] nova-conductor[54851]: DEBUG nova.quota [None req-745fdfb3-2af9-4130-8d99-48de0d49a378 tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Getting quotas for user 17b50c91ccd347e4b45126a8f23c0278 and project c9657a113032417fb4b97716a772f8ce. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1054.836810] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-745fdfb3-2af9-4130-8d99-48de0d49a378 tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] [instance: ea621ff2-e54e-4403-9e6d-dea84c7e8ad2] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54851) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1054.837358] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-745fdfb3-2af9-4130-8d99-48de0d49a378 tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1054.837589] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-745fdfb3-2af9-4130-8d99-48de0d49a378 tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1054.837764] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-745fdfb3-2af9-4130-8d99-48de0d49a378 tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1054.851177] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-745fdfb3-2af9-4130-8d99-48de0d49a378 tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] [instance: ea621ff2-e54e-4403-9e6d-dea84c7e8ad2] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54851) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1054.851635] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-745fdfb3-2af9-4130-8d99-48de0d49a378 tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1054.851861] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-745fdfb3-2af9-4130-8d99-48de0d49a378 tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1054.852046] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-745fdfb3-2af9-4130-8d99-48de0d49a378 tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1054.879537] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-745fdfb3-2af9-4130-8d99-48de0d49a378 tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1054.879799] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-745fdfb3-2af9-4130-8d99-48de0d49a378 tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1054.879986] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-745fdfb3-2af9-4130-8d99-48de0d49a378 tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1055.871413] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-ab561cb3-a1aa-49f4-b23d-3a52b54f33ca tempest-AttachVolumeNegativeTest-1355480005 tempest-AttachVolumeNegativeTest-1355480005-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54851) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1055.884479] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ab561cb3-a1aa-49f4-b23d-3a52b54f33ca tempest-AttachVolumeNegativeTest-1355480005 tempest-AttachVolumeNegativeTest-1355480005-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1055.884479] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ab561cb3-a1aa-49f4-b23d-3a52b54f33ca tempest-AttachVolumeNegativeTest-1355480005 tempest-AttachVolumeNegativeTest-1355480005-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1055.885650] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ab561cb3-a1aa-49f4-b23d-3a52b54f33ca tempest-AttachVolumeNegativeTest-1355480005 tempest-AttachVolumeNegativeTest-1355480005-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1055.920244] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ab561cb3-a1aa-49f4-b23d-3a52b54f33ca tempest-AttachVolumeNegativeTest-1355480005 tempest-AttachVolumeNegativeTest-1355480005-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1055.920505] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ab561cb3-a1aa-49f4-b23d-3a52b54f33ca tempest-AttachVolumeNegativeTest-1355480005 tempest-AttachVolumeNegativeTest-1355480005-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1055.920910] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ab561cb3-a1aa-49f4-b23d-3a52b54f33ca tempest-AttachVolumeNegativeTest-1355480005 tempest-AttachVolumeNegativeTest-1355480005-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1055.921112] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ab561cb3-a1aa-49f4-b23d-3a52b54f33ca tempest-AttachVolumeNegativeTest-1355480005 tempest-AttachVolumeNegativeTest-1355480005-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1055.921265] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ab561cb3-a1aa-49f4-b23d-3a52b54f33ca tempest-AttachVolumeNegativeTest-1355480005 tempest-AttachVolumeNegativeTest-1355480005-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1055.921730] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ab561cb3-a1aa-49f4-b23d-3a52b54f33ca tempest-AttachVolumeNegativeTest-1355480005 tempest-AttachVolumeNegativeTest-1355480005-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1055.931274] nova-conductor[54851]: DEBUG nova.quota [None req-ab561cb3-a1aa-49f4-b23d-3a52b54f33ca tempest-AttachVolumeNegativeTest-1355480005 tempest-AttachVolumeNegativeTest-1355480005-project-member] Getting quotas for project 8bfc390d64c0463190f071f3f62936dc. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1055.934619] nova-conductor[54851]: DEBUG nova.quota [None req-ab561cb3-a1aa-49f4-b23d-3a52b54f33ca tempest-AttachVolumeNegativeTest-1355480005 tempest-AttachVolumeNegativeTest-1355480005-project-member] Getting quotas for user e67193d02201461bb7e4339b5025ca48 and project 8bfc390d64c0463190f071f3f62936dc. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1055.939754] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-ab561cb3-a1aa-49f4-b23d-3a52b54f33ca tempest-AttachVolumeNegativeTest-1355480005 tempest-AttachVolumeNegativeTest-1355480005-project-member] [instance: 39eef6be-fe54-418b-b88d-104d082c3ca7] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54851) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1055.940250] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ab561cb3-a1aa-49f4-b23d-3a52b54f33ca tempest-AttachVolumeNegativeTest-1355480005 tempest-AttachVolumeNegativeTest-1355480005-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1055.940453] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ab561cb3-a1aa-49f4-b23d-3a52b54f33ca tempest-AttachVolumeNegativeTest-1355480005 tempest-AttachVolumeNegativeTest-1355480005-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1055.940623] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ab561cb3-a1aa-49f4-b23d-3a52b54f33ca tempest-AttachVolumeNegativeTest-1355480005 tempest-AttachVolumeNegativeTest-1355480005-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1055.948180] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-ab561cb3-a1aa-49f4-b23d-3a52b54f33ca tempest-AttachVolumeNegativeTest-1355480005 tempest-AttachVolumeNegativeTest-1355480005-project-member] [instance: 39eef6be-fe54-418b-b88d-104d082c3ca7] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54851) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1055.948837] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ab561cb3-a1aa-49f4-b23d-3a52b54f33ca tempest-AttachVolumeNegativeTest-1355480005 tempest-AttachVolumeNegativeTest-1355480005-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1055.949048] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ab561cb3-a1aa-49f4-b23d-3a52b54f33ca tempest-AttachVolumeNegativeTest-1355480005 tempest-AttachVolumeNegativeTest-1355480005-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1055.949266] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ab561cb3-a1aa-49f4-b23d-3a52b54f33ca tempest-AttachVolumeNegativeTest-1355480005 tempest-AttachVolumeNegativeTest-1355480005-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1055.966591] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ab561cb3-a1aa-49f4-b23d-3a52b54f33ca tempest-AttachVolumeNegativeTest-1355480005 tempest-AttachVolumeNegativeTest-1355480005-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1055.966835] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ab561cb3-a1aa-49f4-b23d-3a52b54f33ca tempest-AttachVolumeNegativeTest-1355480005 tempest-AttachVolumeNegativeTest-1355480005-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1055.967034] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ab561cb3-a1aa-49f4-b23d-3a52b54f33ca tempest-AttachVolumeNegativeTest-1355480005 tempest-AttachVolumeNegativeTest-1355480005-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1055.989247] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-35398e29-b4fe-425d-b314-081846fc9102 tempest-ServersListShow296Test-1450243292 tempest-ServersListShow296Test-1450243292-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54851) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1055.994960] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-35398e29-b4fe-425d-b314-081846fc9102 tempest-ServersListShow296Test-1450243292 tempest-ServersListShow296Test-1450243292-project-member] [instance: f38a0f8a-458d-4b70-a725-1c12c3efe648] While scheduling instance, the build request was already deleted. {{(pid=54851) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1706}} [ 1056.014922] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-35398e29-b4fe-425d-b314-081846fc9102 tempest-ServersListShow296Test-1450243292 tempest-ServersListShow296Test-1450243292-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1056.015165] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-35398e29-b4fe-425d-b314-081846fc9102 tempest-ServersListShow296Test-1450243292 tempest-ServersListShow296Test-1450243292-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1056.015334] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-35398e29-b4fe-425d-b314-081846fc9102 tempest-ServersListShow296Test-1450243292 tempest-ServersListShow296Test-1450243292-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1056.015695] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-35398e29-b4fe-425d-b314-081846fc9102 tempest-ServersListShow296Test-1450243292 tempest-ServersListShow296Test-1450243292-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1056.015887] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-35398e29-b4fe-425d-b314-081846fc9102 tempest-ServersListShow296Test-1450243292 tempest-ServersListShow296Test-1450243292-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1056.016084] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-35398e29-b4fe-425d-b314-081846fc9102 tempest-ServersListShow296Test-1450243292 tempest-ServersListShow296Test-1450243292-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1056.023715] nova-conductor[54851]: DEBUG nova.quota [None req-35398e29-b4fe-425d-b314-081846fc9102 tempest-ServersListShow296Test-1450243292 tempest-ServersListShow296Test-1450243292-project-member] Getting quotas for project 79998432b6f14114b0eea61faeb778bf. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1056.026057] nova-conductor[54851]: DEBUG nova.quota [None req-35398e29-b4fe-425d-b314-081846fc9102 tempest-ServersListShow296Test-1450243292 tempest-ServersListShow296Test-1450243292-project-member] Getting quotas for user 4691023af7d64abea7d367464ccd5acb and project 79998432b6f14114b0eea61faeb778bf. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1057.828596] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell1:SAVEPOINT=24,nova_cell1:UPDATE=328,nova_cell1:RELEASE=24,nova_cell1:SELECT=451,nova_cell1:DELETE=16,nova_cell1:INSERT=30 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1058.686760] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-75eb9fca-ffd3-41e2-ae67-a67f8ca29ca8 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54851) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1058.699646] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-75eb9fca-ffd3-41e2-ae67-a67f8ca29ca8 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1058.699916] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-75eb9fca-ffd3-41e2-ae67-a67f8ca29ca8 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1058.700119] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-75eb9fca-ffd3-41e2-ae67-a67f8ca29ca8 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1058.724292] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-75eb9fca-ffd3-41e2-ae67-a67f8ca29ca8 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1058.724529] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-75eb9fca-ffd3-41e2-ae67-a67f8ca29ca8 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1058.724697] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-75eb9fca-ffd3-41e2-ae67-a67f8ca29ca8 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1058.725108] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-75eb9fca-ffd3-41e2-ae67-a67f8ca29ca8 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1058.725349] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-75eb9fca-ffd3-41e2-ae67-a67f8ca29ca8 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1058.725521] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-75eb9fca-ffd3-41e2-ae67-a67f8ca29ca8 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1058.733826] nova-conductor[54851]: DEBUG nova.quota [None req-75eb9fca-ffd3-41e2-ae67-a67f8ca29ca8 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Getting quotas for project 30b8e72818064a0f950614b39e30f717. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1058.735617] nova-conductor[54851]: DEBUG nova.quota [None req-75eb9fca-ffd3-41e2-ae67-a67f8ca29ca8 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Getting quotas for user ed7293e0f7b74c55aa0c67701bd7078e and project 30b8e72818064a0f950614b39e30f717. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1058.741737] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-75eb9fca-ffd3-41e2-ae67-a67f8ca29ca8 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] [instance: 44f0943d-7267-4472-8fe2-445a0727654a] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54851) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1058.742509] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-75eb9fca-ffd3-41e2-ae67-a67f8ca29ca8 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1058.742840] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-75eb9fca-ffd3-41e2-ae67-a67f8ca29ca8 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1058.743131] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-75eb9fca-ffd3-41e2-ae67-a67f8ca29ca8 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1058.746625] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-75eb9fca-ffd3-41e2-ae67-a67f8ca29ca8 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] [instance: 44f0943d-7267-4472-8fe2-445a0727654a] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54851) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1058.747291] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-75eb9fca-ffd3-41e2-ae67-a67f8ca29ca8 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1058.747490] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-75eb9fca-ffd3-41e2-ae67-a67f8ca29ca8 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1058.747654] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-75eb9fca-ffd3-41e2-ae67-a67f8ca29ca8 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1058.762100] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-75eb9fca-ffd3-41e2-ae67-a67f8ca29ca8 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1058.762383] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-75eb9fca-ffd3-41e2-ae67-a67f8ca29ca8 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1058.762556] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-75eb9fca-ffd3-41e2-ae67-a67f8ca29ca8 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1060.329232] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_api:SELECT=14,nova_api:DELETE=1 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1060.333256] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_api:SELECT=14,nova_api:UPDATE=3,nova_api:DELETE=1 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1060.347600] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell1:SELECT=14,nova_cell1:INSERT=17,nova_cell1:UPDATE=6 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1061.270140] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-011f0dd4-f4d9-4bfd-9eb5-bddd25a530a2 tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54851) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1061.282412] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-011f0dd4-f4d9-4bfd-9eb5-bddd25a530a2 tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1061.282630] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-011f0dd4-f4d9-4bfd-9eb5-bddd25a530a2 tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1061.282796] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-011f0dd4-f4d9-4bfd-9eb5-bddd25a530a2 tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1061.312743] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_cell1:UPDATE=292,nova_cell1:INSERT=32,nova_cell1:SELECT=427,nova_cell1:SAVEPOINT=32,nova_cell1:RELEASE=32,nova_cell1:DELETE=15 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1061.314970] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-011f0dd4-f4d9-4bfd-9eb5-bddd25a530a2 tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1061.315195] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-011f0dd4-f4d9-4bfd-9eb5-bddd25a530a2 tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1061.315355] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-011f0dd4-f4d9-4bfd-9eb5-bddd25a530a2 tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1061.315698] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-011f0dd4-f4d9-4bfd-9eb5-bddd25a530a2 tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1061.315887] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-011f0dd4-f4d9-4bfd-9eb5-bddd25a530a2 tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1061.316047] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-011f0dd4-f4d9-4bfd-9eb5-bddd25a530a2 tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1061.326074] nova-conductor[54851]: DEBUG nova.quota [None req-011f0dd4-f4d9-4bfd-9eb5-bddd25a530a2 tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Getting quotas for project 094ca56818604bee9c1f75d1493ab3af. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1061.329144] nova-conductor[54851]: DEBUG nova.quota [None req-011f0dd4-f4d9-4bfd-9eb5-bddd25a530a2 tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Getting quotas for user f24a30e1160a43d5be6cde39b8f79edd and project 094ca56818604bee9c1f75d1493ab3af. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1061.334546] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-011f0dd4-f4d9-4bfd-9eb5-bddd25a530a2 tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] [instance: 9c18c8c7-bc97-4a84-a86d-e23f8cce20ed] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54851) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1061.335048] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-011f0dd4-f4d9-4bfd-9eb5-bddd25a530a2 tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1061.335268] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-011f0dd4-f4d9-4bfd-9eb5-bddd25a530a2 tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1061.335468] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-011f0dd4-f4d9-4bfd-9eb5-bddd25a530a2 tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1061.340308] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-011f0dd4-f4d9-4bfd-9eb5-bddd25a530a2 tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] [instance: 9c18c8c7-bc97-4a84-a86d-e23f8cce20ed] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54851) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1061.340916] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-011f0dd4-f4d9-4bfd-9eb5-bddd25a530a2 tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1061.341132] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-011f0dd4-f4d9-4bfd-9eb5-bddd25a530a2 tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1061.341296] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-011f0dd4-f4d9-4bfd-9eb5-bddd25a530a2 tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1061.356843] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-011f0dd4-f4d9-4bfd-9eb5-bddd25a530a2 tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1061.356968] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-011f0dd4-f4d9-4bfd-9eb5-bddd25a530a2 tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1061.357164] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-011f0dd4-f4d9-4bfd-9eb5-bddd25a530a2 tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1071.322975] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_cell0:SELECT=6 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1071.343376] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_cell1:SELECT=16,nova_cell1:INSERT=35 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1071.351913] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_api:SELECT=37,nova_api:UPDATE=3,nova_api:DELETE=2 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1071.354977] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_api:SELECT=32,nova_api:UPDATE=2,nova_api:DELETE=4 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1071.498460] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-5f1bca81-2a66-4fa4-8303-9c81731af70f tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Targeting cell c3910535-3dcf-4557-8dc9-54a14b20e0a3(cell1) for conductor method migrate_server {{(pid=54851) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 1071.498978] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-5f1bca81-2a66-4fa4-8303-9c81731af70f tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1071.499364] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-5f1bca81-2a66-4fa4-8303-9c81731af70f tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1071.499676] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-5f1bca81-2a66-4fa4-8303-9c81731af70f tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1071.567580] nova-conductor[54851]: DEBUG nova.conductor.tasks.migrate [None req-5f1bca81-2a66-4fa4-8303-9c81731af70f tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] [instance: ea621ff2-e54e-4403-9e6d-dea84c7e8ad2] Restricting to cell c3910535-3dcf-4557-8dc9-54a14b20e0a3(cell1) while migrating {{(pid=54851) _set_requested_destination_cell /opt/stack/nova/nova/conductor/tasks/migrate.py:210}} [ 1071.691737] nova-conductor[54851]: DEBUG nova.conductor.tasks.migrate [None req-5f1bca81-2a66-4fa4-8303-9c81731af70f tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Created allocations for migration 3effe577-bf29-41de-a612-7938583e828a on 9b9257d4-3be7-42a5-ae8c-67cf64823681 {{(pid=54851) replace_allocation_with_migration /opt/stack/nova/nova/conductor/tasks/migrate.py:88}} [ 1072.201013] nova-conductor[54851]: DEBUG nova.conductor.tasks.migrate [None req-5f1bca81-2a66-4fa4-8303-9c81731af70f tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] [instance: ea621ff2-e54e-4403-9e6d-dea84c7e8ad2] Calling prep_resize with selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54851) _execute /opt/stack/nova/nova/conductor/tasks/migrate.py:325}} [ 1079.661440] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-88d64ffd-11d2-456c-8cf4-83409daeb08e tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Targeting cell c3910535-3dcf-4557-8dc9-54a14b20e0a3(cell1) for conductor method migrate_server {{(pid=54852) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 1079.661685] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-88d64ffd-11d2-456c-8cf4-83409daeb08e tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1079.662137] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-88d64ffd-11d2-456c-8cf4-83409daeb08e tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1079.662137] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-88d64ffd-11d2-456c-8cf4-83409daeb08e tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1079.722330] nova-conductor[54852]: DEBUG nova.conductor.tasks.migrate [None req-88d64ffd-11d2-456c-8cf4-83409daeb08e tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] [instance: 9c18c8c7-bc97-4a84-a86d-e23f8cce20ed] Restricting to cell c3910535-3dcf-4557-8dc9-54a14b20e0a3(cell1) while migrating {{(pid=54852) _set_requested_destination_cell /opt/stack/nova/nova/conductor/tasks/migrate.py:210}} [ 1079.816093] nova-conductor[54852]: DEBUG nova.conductor.tasks.migrate [None req-88d64ffd-11d2-456c-8cf4-83409daeb08e tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] Created allocations for migration c7775c81-116a-43e5-8781-e6537d043d8b on 9b9257d4-3be7-42a5-ae8c-67cf64823681 {{(pid=54852) replace_allocation_with_migration /opt/stack/nova/nova/conductor/tasks/migrate.py:88}} [ 1080.322046] nova-conductor[54852]: DEBUG nova.conductor.tasks.migrate [None req-88d64ffd-11d2-456c-8cf4-83409daeb08e tempest-DeleteServersTestJSON-687693937 tempest-DeleteServersTestJSON-687693937-project-member] [instance: 9c18c8c7-bc97-4a84-a86d-e23f8cce20ed] Calling prep_resize with selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) _execute /opt/stack/nova/nova/conductor/tasks/migrate.py:325}} [ 1082.218222] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_api:SELECT=2 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1082.219328] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_api:SELECT=2,nova_api:UPDATE=1 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1082.237667] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_cell1:SELECT=8,nova_cell1:UPDATE=6,nova_cell1:INSERT=3 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1090.334948] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_api:SELECT=3 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1090.338104] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_api:SELECT=1,nova_api:UPDATE=1 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1090.353120] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell1:SELECT=8,nova_cell1:UPDATE=6,nova_cell1:INSERT=3 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1090.808681] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-3ef0046d-3703-49c7-bb37-0091afcf7dfd tempest-AttachVolumeTestJSON-476661206 tempest-AttachVolumeTestJSON-476661206-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54851) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1090.822383] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-3ef0046d-3703-49c7-bb37-0091afcf7dfd tempest-AttachVolumeTestJSON-476661206 tempest-AttachVolumeTestJSON-476661206-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1090.822614] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-3ef0046d-3703-49c7-bb37-0091afcf7dfd tempest-AttachVolumeTestJSON-476661206 tempest-AttachVolumeTestJSON-476661206-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1090.822782] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-3ef0046d-3703-49c7-bb37-0091afcf7dfd tempest-AttachVolumeTestJSON-476661206 tempest-AttachVolumeTestJSON-476661206-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1090.880515] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-3ef0046d-3703-49c7-bb37-0091afcf7dfd tempest-AttachVolumeTestJSON-476661206 tempest-AttachVolumeTestJSON-476661206-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1090.880773] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-3ef0046d-3703-49c7-bb37-0091afcf7dfd tempest-AttachVolumeTestJSON-476661206 tempest-AttachVolumeTestJSON-476661206-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1090.880958] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-3ef0046d-3703-49c7-bb37-0091afcf7dfd tempest-AttachVolumeTestJSON-476661206 tempest-AttachVolumeTestJSON-476661206-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1090.881441] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-3ef0046d-3703-49c7-bb37-0091afcf7dfd tempest-AttachVolumeTestJSON-476661206 tempest-AttachVolumeTestJSON-476661206-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1090.881683] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-3ef0046d-3703-49c7-bb37-0091afcf7dfd tempest-AttachVolumeTestJSON-476661206 tempest-AttachVolumeTestJSON-476661206-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1090.881868] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-3ef0046d-3703-49c7-bb37-0091afcf7dfd tempest-AttachVolumeTestJSON-476661206 tempest-AttachVolumeTestJSON-476661206-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1090.892951] nova-conductor[54851]: DEBUG nova.quota [None req-3ef0046d-3703-49c7-bb37-0091afcf7dfd tempest-AttachVolumeTestJSON-476661206 tempest-AttachVolumeTestJSON-476661206-project-member] Getting quotas for project 8427597d4aae451e9375ade7c06b2bcf. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1090.896940] nova-conductor[54851]: DEBUG nova.quota [None req-3ef0046d-3703-49c7-bb37-0091afcf7dfd tempest-AttachVolumeTestJSON-476661206 tempest-AttachVolumeTestJSON-476661206-project-member] Getting quotas for user 5b4bcad9f5ed4ee7882df428957d1d93 and project 8427597d4aae451e9375ade7c06b2bcf. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1090.902673] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-3ef0046d-3703-49c7-bb37-0091afcf7dfd tempest-AttachVolumeTestJSON-476661206 tempest-AttachVolumeTestJSON-476661206-project-member] [instance: 287250a7-3354-49b7-9194-d88ae51afdaf] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54851) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1090.903231] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-3ef0046d-3703-49c7-bb37-0091afcf7dfd tempest-AttachVolumeTestJSON-476661206 tempest-AttachVolumeTestJSON-476661206-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1090.903449] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-3ef0046d-3703-49c7-bb37-0091afcf7dfd tempest-AttachVolumeTestJSON-476661206 tempest-AttachVolumeTestJSON-476661206-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1090.903612] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-3ef0046d-3703-49c7-bb37-0091afcf7dfd tempest-AttachVolumeTestJSON-476661206 tempest-AttachVolumeTestJSON-476661206-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1090.907696] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-3ef0046d-3703-49c7-bb37-0091afcf7dfd tempest-AttachVolumeTestJSON-476661206 tempest-AttachVolumeTestJSON-476661206-project-member] [instance: 287250a7-3354-49b7-9194-d88ae51afdaf] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54851) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1090.908370] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-3ef0046d-3703-49c7-bb37-0091afcf7dfd tempest-AttachVolumeTestJSON-476661206 tempest-AttachVolumeTestJSON-476661206-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1090.908569] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-3ef0046d-3703-49c7-bb37-0091afcf7dfd tempest-AttachVolumeTestJSON-476661206 tempest-AttachVolumeTestJSON-476661206-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1090.908772] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-3ef0046d-3703-49c7-bb37-0091afcf7dfd tempest-AttachVolumeTestJSON-476661206 tempest-AttachVolumeTestJSON-476661206-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1090.928400] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-3ef0046d-3703-49c7-bb37-0091afcf7dfd tempest-AttachVolumeTestJSON-476661206 tempest-AttachVolumeTestJSON-476661206-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1090.928630] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-3ef0046d-3703-49c7-bb37-0091afcf7dfd tempest-AttachVolumeTestJSON-476661206 tempest-AttachVolumeTestJSON-476661206-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1090.928848] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-3ef0046d-3703-49c7-bb37-0091afcf7dfd tempest-AttachVolumeTestJSON-476661206 tempest-AttachVolumeTestJSON-476661206-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1094.173523] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-7f423baf-c4fb-404b-829e-5837962119db tempest-ServerActionsTestOtherB-1236125099 tempest-ServerActionsTestOtherB-1236125099-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1094.187148] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-7f423baf-c4fb-404b-829e-5837962119db tempest-ServerActionsTestOtherB-1236125099 tempest-ServerActionsTestOtherB-1236125099-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1094.187360] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-7f423baf-c4fb-404b-829e-5837962119db tempest-ServerActionsTestOtherB-1236125099 tempest-ServerActionsTestOtherB-1236125099-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1094.187533] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-7f423baf-c4fb-404b-829e-5837962119db tempest-ServerActionsTestOtherB-1236125099 tempest-ServerActionsTestOtherB-1236125099-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1094.216134] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-7f423baf-c4fb-404b-829e-5837962119db tempest-ServerActionsTestOtherB-1236125099 tempest-ServerActionsTestOtherB-1236125099-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1094.216339] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-7f423baf-c4fb-404b-829e-5837962119db tempest-ServerActionsTestOtherB-1236125099 tempest-ServerActionsTestOtherB-1236125099-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1094.216509] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-7f423baf-c4fb-404b-829e-5837962119db tempest-ServerActionsTestOtherB-1236125099 tempest-ServerActionsTestOtherB-1236125099-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1094.216868] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-7f423baf-c4fb-404b-829e-5837962119db tempest-ServerActionsTestOtherB-1236125099 tempest-ServerActionsTestOtherB-1236125099-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1094.217062] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-7f423baf-c4fb-404b-829e-5837962119db tempest-ServerActionsTestOtherB-1236125099 tempest-ServerActionsTestOtherB-1236125099-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1094.217223] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-7f423baf-c4fb-404b-829e-5837962119db tempest-ServerActionsTestOtherB-1236125099 tempest-ServerActionsTestOtherB-1236125099-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1094.224725] nova-conductor[54852]: DEBUG nova.quota [None req-7f423baf-c4fb-404b-829e-5837962119db tempest-ServerActionsTestOtherB-1236125099 tempest-ServerActionsTestOtherB-1236125099-project-member] Getting quotas for project 0c451895447b473eb18675f6bc843081. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1094.226900] nova-conductor[54852]: DEBUG nova.quota [None req-7f423baf-c4fb-404b-829e-5837962119db tempest-ServerActionsTestOtherB-1236125099 tempest-ServerActionsTestOtherB-1236125099-project-member] Getting quotas for user 8171575c58594e7ebc37af7c4c858c10 and project 0c451895447b473eb18675f6bc843081. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1094.231671] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-7f423baf-c4fb-404b-829e-5837962119db tempest-ServerActionsTestOtherB-1236125099 tempest-ServerActionsTestOtherB-1236125099-project-member] [instance: ff8301b2-c5cb-4e46-8f5c-98577dfd4835] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1094.232127] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-7f423baf-c4fb-404b-829e-5837962119db tempest-ServerActionsTestOtherB-1236125099 tempest-ServerActionsTestOtherB-1236125099-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1094.232323] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-7f423baf-c4fb-404b-829e-5837962119db tempest-ServerActionsTestOtherB-1236125099 tempest-ServerActionsTestOtherB-1236125099-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1094.232486] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-7f423baf-c4fb-404b-829e-5837962119db tempest-ServerActionsTestOtherB-1236125099 tempest-ServerActionsTestOtherB-1236125099-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1094.237067] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-7f423baf-c4fb-404b-829e-5837962119db tempest-ServerActionsTestOtherB-1236125099 tempest-ServerActionsTestOtherB-1236125099-project-member] [instance: ff8301b2-c5cb-4e46-8f5c-98577dfd4835] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1094.237725] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-7f423baf-c4fb-404b-829e-5837962119db tempest-ServerActionsTestOtherB-1236125099 tempest-ServerActionsTestOtherB-1236125099-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1094.237947] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-7f423baf-c4fb-404b-829e-5837962119db tempest-ServerActionsTestOtherB-1236125099 tempest-ServerActionsTestOtherB-1236125099-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1094.238156] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-7f423baf-c4fb-404b-829e-5837962119db tempest-ServerActionsTestOtherB-1236125099 tempest-ServerActionsTestOtherB-1236125099-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1094.256087] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-7f423baf-c4fb-404b-829e-5837962119db tempest-ServerActionsTestOtherB-1236125099 tempest-ServerActionsTestOtherB-1236125099-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1094.256331] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-7f423baf-c4fb-404b-829e-5837962119db tempest-ServerActionsTestOtherB-1236125099 tempest-ServerActionsTestOtherB-1236125099-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1094.256525] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-7f423baf-c4fb-404b-829e-5837962119db tempest-ServerActionsTestOtherB-1236125099 tempest-ServerActionsTestOtherB-1236125099-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1094.501196] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-ef3f4f10-95df-48d5-84d9-23497d7bcc81 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54851) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1094.511788] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ef3f4f10-95df-48d5-84d9-23497d7bcc81 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1094.512043] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ef3f4f10-95df-48d5-84d9-23497d7bcc81 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1094.512207] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ef3f4f10-95df-48d5-84d9-23497d7bcc81 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1094.531020] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ef3f4f10-95df-48d5-84d9-23497d7bcc81 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1094.531286] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ef3f4f10-95df-48d5-84d9-23497d7bcc81 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1094.531491] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ef3f4f10-95df-48d5-84d9-23497d7bcc81 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1094.531892] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ef3f4f10-95df-48d5-84d9-23497d7bcc81 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1094.532091] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ef3f4f10-95df-48d5-84d9-23497d7bcc81 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1094.532253] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ef3f4f10-95df-48d5-84d9-23497d7bcc81 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1094.543223] nova-conductor[54851]: DEBUG nova.quota [None req-ef3f4f10-95df-48d5-84d9-23497d7bcc81 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Getting quotas for project 30b8e72818064a0f950614b39e30f717. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1094.545335] nova-conductor[54851]: DEBUG nova.quota [None req-ef3f4f10-95df-48d5-84d9-23497d7bcc81 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Getting quotas for user ed7293e0f7b74c55aa0c67701bd7078e and project 30b8e72818064a0f950614b39e30f717. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1094.553059] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-ef3f4f10-95df-48d5-84d9-23497d7bcc81 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] [instance: f302233b-2e1f-4c71-b000-0c9eb6530730] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54851) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1094.553059] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ef3f4f10-95df-48d5-84d9-23497d7bcc81 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1094.553059] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ef3f4f10-95df-48d5-84d9-23497d7bcc81 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1094.553059] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ef3f4f10-95df-48d5-84d9-23497d7bcc81 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1094.558962] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-ef3f4f10-95df-48d5-84d9-23497d7bcc81 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] [instance: f302233b-2e1f-4c71-b000-0c9eb6530730] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54851) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1094.559636] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ef3f4f10-95df-48d5-84d9-23497d7bcc81 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1094.559839] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ef3f4f10-95df-48d5-84d9-23497d7bcc81 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1094.560021] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ef3f4f10-95df-48d5-84d9-23497d7bcc81 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1094.574708] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ef3f4f10-95df-48d5-84d9-23497d7bcc81 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1094.574933] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ef3f4f10-95df-48d5-84d9-23497d7bcc81 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1094.575139] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ef3f4f10-95df-48d5-84d9-23497d7bcc81 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1096.410112] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-30995a67-89c7-487d-a109-8c31eca03862 tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Targeting cell c3910535-3dcf-4557-8dc9-54a14b20e0a3(cell1) for conductor method rebuild_instance {{(pid=54851) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 1096.410360] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-30995a67-89c7-487d-a109-8c31eca03862 tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1096.410562] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-30995a67-89c7-487d-a109-8c31eca03862 tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1096.410729] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-30995a67-89c7-487d-a109-8c31eca03862 tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1096.418248] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-30995a67-89c7-487d-a109-8c31eca03862 tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] [instance: f5e5c5c1-e2af-40e0-a957-67b0fd22718d] No migration record for the rebuild/evacuate request. {{(pid=54851) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1227}} [ 1098.978223] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-a343f79f-fd3e-4512-998a-1ba24b2d89ac tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1098.993075] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a343f79f-fd3e-4512-998a-1ba24b2d89ac tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1098.993338] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a343f79f-fd3e-4512-998a-1ba24b2d89ac tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1098.993506] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a343f79f-fd3e-4512-998a-1ba24b2d89ac tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1099.021387] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a343f79f-fd3e-4512-998a-1ba24b2d89ac tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1099.021562] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a343f79f-fd3e-4512-998a-1ba24b2d89ac tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1099.022712] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a343f79f-fd3e-4512-998a-1ba24b2d89ac tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1099.022712] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a343f79f-fd3e-4512-998a-1ba24b2d89ac tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1099.022712] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a343f79f-fd3e-4512-998a-1ba24b2d89ac tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1099.022712] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a343f79f-fd3e-4512-998a-1ba24b2d89ac tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1099.031260] nova-conductor[54852]: DEBUG nova.quota [None req-a343f79f-fd3e-4512-998a-1ba24b2d89ac tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Getting quotas for project c9657a113032417fb4b97716a772f8ce. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1099.034300] nova-conductor[54852]: DEBUG nova.quota [None req-a343f79f-fd3e-4512-998a-1ba24b2d89ac tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Getting quotas for user 17b50c91ccd347e4b45126a8f23c0278 and project c9657a113032417fb4b97716a772f8ce. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1099.039888] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-a343f79f-fd3e-4512-998a-1ba24b2d89ac tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] [instance: 9036f863-9d77-491b-8aa9-978d0c400708] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1099.039888] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a343f79f-fd3e-4512-998a-1ba24b2d89ac tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1099.039888] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a343f79f-fd3e-4512-998a-1ba24b2d89ac tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1099.040081] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a343f79f-fd3e-4512-998a-1ba24b2d89ac tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1099.042859] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-a343f79f-fd3e-4512-998a-1ba24b2d89ac tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] [instance: 9036f863-9d77-491b-8aa9-978d0c400708] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1099.043463] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a343f79f-fd3e-4512-998a-1ba24b2d89ac tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1099.043658] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a343f79f-fd3e-4512-998a-1ba24b2d89ac tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1099.043831] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a343f79f-fd3e-4512-998a-1ba24b2d89ac tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1099.060924] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a343f79f-fd3e-4512-998a-1ba24b2d89ac tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1099.061159] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a343f79f-fd3e-4512-998a-1ba24b2d89ac tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1099.061323] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-a343f79f-fd3e-4512-998a-1ba24b2d89ac tempest-ServerDiskConfigTestJSON-111952320 tempest-ServerDiskConfigTestJSON-111952320-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1104.536412] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_cell0:SELECT=2 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1106.410059] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_api:SELECT=17 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1106.422563] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_api:SELECT=9,nova_api:UPDATE=2,nova_api:DELETE=2 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1106.434632] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_cell1:SELECT=10,nova_cell1:INSERT=15,nova_cell1:UPDATE=3 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1109.026582] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell0:SELECT=2 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1109.046482] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell1:SELECT=6,nova_cell1:INSERT=14 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1109.056262] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_api:SELECT=13,nova_api:UPDATE=2 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1109.058862] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_api:SELECT=11,nova_api:DELETE=2 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1117.849660] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell1:SAVEPOINT=28,nova_cell1:UPDATE=266,nova_cell1:RELEASE=28,nova_cell1:SELECT=383,nova_cell1:DELETE=13,nova_cell1:INSERT=26 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1121.347466] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_cell1:SELECT=395,nova_cell1:UPDATE=263,nova_cell1:INSERT=26,nova_cell1:DELETE=12,nova_cell1:SAVEPOINT=18,nova_cell1:RELEASE=18 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1121.965076] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-e2a2fc4f-5fa9-408a-808d-eb83398ef931 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1121.977951] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-e2a2fc4f-5fa9-408a-808d-eb83398ef931 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1121.978193] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-e2a2fc4f-5fa9-408a-808d-eb83398ef931 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1121.978359] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-e2a2fc4f-5fa9-408a-808d-eb83398ef931 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1122.007234] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-e2a2fc4f-5fa9-408a-808d-eb83398ef931 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1122.007516] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-e2a2fc4f-5fa9-408a-808d-eb83398ef931 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1122.007731] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-e2a2fc4f-5fa9-408a-808d-eb83398ef931 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1122.008166] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-e2a2fc4f-5fa9-408a-808d-eb83398ef931 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1122.008382] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-e2a2fc4f-5fa9-408a-808d-eb83398ef931 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1122.008565] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-e2a2fc4f-5fa9-408a-808d-eb83398ef931 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1122.018459] nova-conductor[54852]: DEBUG nova.quota [None req-e2a2fc4f-5fa9-408a-808d-eb83398ef931 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Getting quotas for project 30b8e72818064a0f950614b39e30f717. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1122.021547] nova-conductor[54852]: DEBUG nova.quota [None req-e2a2fc4f-5fa9-408a-808d-eb83398ef931 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Getting quotas for user ed7293e0f7b74c55aa0c67701bd7078e and project 30b8e72818064a0f950614b39e30f717. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1122.026509] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-e2a2fc4f-5fa9-408a-808d-eb83398ef931 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] [instance: 2fa96864-5440-454c-a743-fdf4e70a0e2e] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1122.026960] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-e2a2fc4f-5fa9-408a-808d-eb83398ef931 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1122.027172] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-e2a2fc4f-5fa9-408a-808d-eb83398ef931 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1122.027335] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-e2a2fc4f-5fa9-408a-808d-eb83398ef931 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1122.031847] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-e2a2fc4f-5fa9-408a-808d-eb83398ef931 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] [instance: 2fa96864-5440-454c-a743-fdf4e70a0e2e] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1122.032438] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-e2a2fc4f-5fa9-408a-808d-eb83398ef931 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1122.032629] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-e2a2fc4f-5fa9-408a-808d-eb83398ef931 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1122.032792] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-e2a2fc4f-5fa9-408a-808d-eb83398ef931 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1122.048924] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-e2a2fc4f-5fa9-408a-808d-eb83398ef931 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1122.049145] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-e2a2fc4f-5fa9-408a-808d-eb83398ef931 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1122.049367] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-e2a2fc4f-5fa9-408a-808d-eb83398ef931 tempest-ServersTestJSON-869811831 tempest-ServersTestJSON-869811831-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1126.571814] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-3ff6b457-fea3-4fd8-89df-33f51ac14c78 tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54851) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1126.583767] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-3ff6b457-fea3-4fd8-89df-33f51ac14c78 tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1126.583989] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-3ff6b457-fea3-4fd8-89df-33f51ac14c78 tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1126.584172] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-3ff6b457-fea3-4fd8-89df-33f51ac14c78 tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1126.610292] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-3ff6b457-fea3-4fd8-89df-33f51ac14c78 tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1126.610292] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-3ff6b457-fea3-4fd8-89df-33f51ac14c78 tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1126.610292] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-3ff6b457-fea3-4fd8-89df-33f51ac14c78 tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1126.610292] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-3ff6b457-fea3-4fd8-89df-33f51ac14c78 tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1126.610292] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-3ff6b457-fea3-4fd8-89df-33f51ac14c78 tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1126.610437] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-3ff6b457-fea3-4fd8-89df-33f51ac14c78 tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1126.617861] nova-conductor[54851]: DEBUG nova.quota [None req-3ff6b457-fea3-4fd8-89df-33f51ac14c78 tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Getting quotas for project b8c2a296e8fe4805b9bb761f91a407f9. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1126.620182] nova-conductor[54851]: DEBUG nova.quota [None req-3ff6b457-fea3-4fd8-89df-33f51ac14c78 tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Getting quotas for user 913eacf6a94845b189e0bd5df408138a and project b8c2a296e8fe4805b9bb761f91a407f9. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1126.627143] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-3ff6b457-fea3-4fd8-89df-33f51ac14c78 tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] [instance: 3cc1f262-3e94-4a7e-997c-fbd24bad0aa5] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54851) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1126.627591] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-3ff6b457-fea3-4fd8-89df-33f51ac14c78 tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1126.627783] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-3ff6b457-fea3-4fd8-89df-33f51ac14c78 tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1126.627947] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-3ff6b457-fea3-4fd8-89df-33f51ac14c78 tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1126.630912] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-3ff6b457-fea3-4fd8-89df-33f51ac14c78 tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] [instance: 3cc1f262-3e94-4a7e-997c-fbd24bad0aa5] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54851) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1126.631580] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-3ff6b457-fea3-4fd8-89df-33f51ac14c78 tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1126.631836] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-3ff6b457-fea3-4fd8-89df-33f51ac14c78 tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1126.632088] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-3ff6b457-fea3-4fd8-89df-33f51ac14c78 tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1126.645192] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-3ff6b457-fea3-4fd8-89df-33f51ac14c78 tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1126.645434] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-3ff6b457-fea3-4fd8-89df-33f51ac14c78 tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1126.645602] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-3ff6b457-fea3-4fd8-89df-33f51ac14c78 tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1128.326794] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-b7f1c836-668d-4d1b-b7b3-dcccc3439dc3 tempest-AttachVolumeNegativeTest-1355480005 tempest-AttachVolumeNegativeTest-1355480005-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1128.339664] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-b7f1c836-668d-4d1b-b7b3-dcccc3439dc3 tempest-AttachVolumeNegativeTest-1355480005 tempest-AttachVolumeNegativeTest-1355480005-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1128.339884] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-b7f1c836-668d-4d1b-b7b3-dcccc3439dc3 tempest-AttachVolumeNegativeTest-1355480005 tempest-AttachVolumeNegativeTest-1355480005-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1128.340065] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-b7f1c836-668d-4d1b-b7b3-dcccc3439dc3 tempest-AttachVolumeNegativeTest-1355480005 tempest-AttachVolumeNegativeTest-1355480005-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1128.368533] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-b7f1c836-668d-4d1b-b7b3-dcccc3439dc3 tempest-AttachVolumeNegativeTest-1355480005 tempest-AttachVolumeNegativeTest-1355480005-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1128.368762] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-b7f1c836-668d-4d1b-b7b3-dcccc3439dc3 tempest-AttachVolumeNegativeTest-1355480005 tempest-AttachVolumeNegativeTest-1355480005-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1128.368953] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-b7f1c836-668d-4d1b-b7b3-dcccc3439dc3 tempest-AttachVolumeNegativeTest-1355480005 tempest-AttachVolumeNegativeTest-1355480005-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1128.369329] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-b7f1c836-668d-4d1b-b7b3-dcccc3439dc3 tempest-AttachVolumeNegativeTest-1355480005 tempest-AttachVolumeNegativeTest-1355480005-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1128.369514] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-b7f1c836-668d-4d1b-b7b3-dcccc3439dc3 tempest-AttachVolumeNegativeTest-1355480005 tempest-AttachVolumeNegativeTest-1355480005-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1128.369670] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-b7f1c836-668d-4d1b-b7b3-dcccc3439dc3 tempest-AttachVolumeNegativeTest-1355480005 tempest-AttachVolumeNegativeTest-1355480005-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1128.378190] nova-conductor[54852]: DEBUG nova.quota [None req-b7f1c836-668d-4d1b-b7b3-dcccc3439dc3 tempest-AttachVolumeNegativeTest-1355480005 tempest-AttachVolumeNegativeTest-1355480005-project-member] Getting quotas for project 8bfc390d64c0463190f071f3f62936dc. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1128.381388] nova-conductor[54852]: DEBUG nova.quota [None req-b7f1c836-668d-4d1b-b7b3-dcccc3439dc3 tempest-AttachVolumeNegativeTest-1355480005 tempest-AttachVolumeNegativeTest-1355480005-project-member] Getting quotas for user e67193d02201461bb7e4339b5025ca48 and project 8bfc390d64c0463190f071f3f62936dc. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1128.386406] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-b7f1c836-668d-4d1b-b7b3-dcccc3439dc3 tempest-AttachVolumeNegativeTest-1355480005 tempest-AttachVolumeNegativeTest-1355480005-project-member] [instance: 26fdfac2-4ea1-4822-b38c-d8f7388436be] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1128.386850] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-b7f1c836-668d-4d1b-b7b3-dcccc3439dc3 tempest-AttachVolumeNegativeTest-1355480005 tempest-AttachVolumeNegativeTest-1355480005-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1128.387059] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-b7f1c836-668d-4d1b-b7b3-dcccc3439dc3 tempest-AttachVolumeNegativeTest-1355480005 tempest-AttachVolumeNegativeTest-1355480005-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1128.387230] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-b7f1c836-668d-4d1b-b7b3-dcccc3439dc3 tempest-AttachVolumeNegativeTest-1355480005 tempest-AttachVolumeNegativeTest-1355480005-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1128.391623] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-b7f1c836-668d-4d1b-b7b3-dcccc3439dc3 tempest-AttachVolumeNegativeTest-1355480005 tempest-AttachVolumeNegativeTest-1355480005-project-member] [instance: 26fdfac2-4ea1-4822-b38c-d8f7388436be] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1128.392243] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-b7f1c836-668d-4d1b-b7b3-dcccc3439dc3 tempest-AttachVolumeNegativeTest-1355480005 tempest-AttachVolumeNegativeTest-1355480005-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1128.392437] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-b7f1c836-668d-4d1b-b7b3-dcccc3439dc3 tempest-AttachVolumeNegativeTest-1355480005 tempest-AttachVolumeNegativeTest-1355480005-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1128.392600] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-b7f1c836-668d-4d1b-b7b3-dcccc3439dc3 tempest-AttachVolumeNegativeTest-1355480005 tempest-AttachVolumeNegativeTest-1355480005-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1128.406782] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-b7f1c836-668d-4d1b-b7b3-dcccc3439dc3 tempest-AttachVolumeNegativeTest-1355480005 tempest-AttachVolumeNegativeTest-1355480005-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1128.406978] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-b7f1c836-668d-4d1b-b7b3-dcccc3439dc3 tempest-AttachVolumeNegativeTest-1355480005 tempest-AttachVolumeNegativeTest-1355480005-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1128.407159] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-b7f1c836-668d-4d1b-b7b3-dcccc3439dc3 tempest-AttachVolumeNegativeTest-1355480005 tempest-AttachVolumeNegativeTest-1355480005-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1136.614319] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_cell0:SELECT=1 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1136.634784] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1136.640351] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_api:SELECT=5,nova_api:UPDATE=1 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1136.643423] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_api:SELECT=7,nova_api:DELETE=1 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1138.373795] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell0:SELECT=2 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1138.394827] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell1:SELECT=6,nova_cell1:INSERT=14 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1138.402315] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_api:SELECT=12,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1138.404244] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_api:SELECT=12,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1158.268489] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-4016ea0f-9e97-4a12-81b3-036a98009bbc tempest-ServerActionsTestOtherB-1236125099 tempest-ServerActionsTestOtherB-1236125099-project-member] Targeting cell c3910535-3dcf-4557-8dc9-54a14b20e0a3(cell1) for conductor method migrate_server {{(pid=54851) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 1158.268859] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-4016ea0f-9e97-4a12-81b3-036a98009bbc tempest-ServerActionsTestOtherB-1236125099 tempest-ServerActionsTestOtherB-1236125099-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1158.268930] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-4016ea0f-9e97-4a12-81b3-036a98009bbc tempest-ServerActionsTestOtherB-1236125099 tempest-ServerActionsTestOtherB-1236125099-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1158.269103] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-4016ea0f-9e97-4a12-81b3-036a98009bbc tempest-ServerActionsTestOtherB-1236125099 tempest-ServerActionsTestOtherB-1236125099-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1158.321748] nova-conductor[54851]: DEBUG nova.conductor.tasks.migrate [None req-4016ea0f-9e97-4a12-81b3-036a98009bbc tempest-ServerActionsTestOtherB-1236125099 tempest-ServerActionsTestOtherB-1236125099-project-member] [instance: ff8301b2-c5cb-4e46-8f5c-98577dfd4835] Restricting to cell c3910535-3dcf-4557-8dc9-54a14b20e0a3(cell1) while migrating {{(pid=54851) _set_requested_destination_cell /opt/stack/nova/nova/conductor/tasks/migrate.py:210}} [ 1158.428245] nova-conductor[54851]: DEBUG nova.conductor.tasks.migrate [None req-4016ea0f-9e97-4a12-81b3-036a98009bbc tempest-ServerActionsTestOtherB-1236125099 tempest-ServerActionsTestOtherB-1236125099-project-member] Created allocations for migration de73d5a1-7409-4413-b8be-1f26c2c2ff67 on 9b9257d4-3be7-42a5-ae8c-67cf64823681 {{(pid=54851) replace_allocation_with_migration /opt/stack/nova/nova/conductor/tasks/migrate.py:88}} [ 1158.935427] nova-conductor[54851]: DEBUG nova.conductor.tasks.migrate [None req-4016ea0f-9e97-4a12-81b3-036a98009bbc tempest-ServerActionsTestOtherB-1236125099 tempest-ServerActionsTestOtherB-1236125099-project-member] [instance: ff8301b2-c5cb-4e46-8f5c-98577dfd4835] Calling prep_resize with selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54851) _execute /opt/stack/nova/nova/conductor/tasks/migrate.py:325}} [ 1162.267100] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-76822fe8-0853-4b70-9f22-81408403dbf9 tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1162.279757] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-76822fe8-0853-4b70-9f22-81408403dbf9 tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1162.280096] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-76822fe8-0853-4b70-9f22-81408403dbf9 tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1162.280170] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-76822fe8-0853-4b70-9f22-81408403dbf9 tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1162.326194] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-76822fe8-0853-4b70-9f22-81408403dbf9 tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1162.326412] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-76822fe8-0853-4b70-9f22-81408403dbf9 tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1162.326571] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-76822fe8-0853-4b70-9f22-81408403dbf9 tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1162.326934] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-76822fe8-0853-4b70-9f22-81408403dbf9 tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1162.327929] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-76822fe8-0853-4b70-9f22-81408403dbf9 tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1162.327929] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-76822fe8-0853-4b70-9f22-81408403dbf9 tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1162.335111] nova-conductor[54852]: DEBUG nova.quota [None req-76822fe8-0853-4b70-9f22-81408403dbf9 tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Getting quotas for project b8c2a296e8fe4805b9bb761f91a407f9. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1162.337473] nova-conductor[54852]: DEBUG nova.quota [None req-76822fe8-0853-4b70-9f22-81408403dbf9 tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Getting quotas for user 913eacf6a94845b189e0bd5df408138a and project b8c2a296e8fe4805b9bb761f91a407f9. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1162.345199] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-76822fe8-0853-4b70-9f22-81408403dbf9 tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] [instance: 6606e84c-36cd-4519-beff-096a8f1bc09e] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1162.345661] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-76822fe8-0853-4b70-9f22-81408403dbf9 tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1162.345852] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-76822fe8-0853-4b70-9f22-81408403dbf9 tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1162.346026] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-76822fe8-0853-4b70-9f22-81408403dbf9 tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1162.349246] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-76822fe8-0853-4b70-9f22-81408403dbf9 tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] [instance: 6606e84c-36cd-4519-beff-096a8f1bc09e] block_device_mapping [BlockDeviceMapping(attachment_id=0c62097d-e896-40b3-98b7-b738157dd307,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='volume',device_name=None,device_type=None,disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id=None,instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='volume',tag=None,updated_at=,uuid=,volume_id='188d94f2-707a-48de-b891-ba671ade4185',volume_size=1,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1162.349898] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-76822fe8-0853-4b70-9f22-81408403dbf9 tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1162.350126] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-76822fe8-0853-4b70-9f22-81408403dbf9 tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1162.350303] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-76822fe8-0853-4b70-9f22-81408403dbf9 tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1162.370674] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-76822fe8-0853-4b70-9f22-81408403dbf9 tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1162.370903] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-76822fe8-0853-4b70-9f22-81408403dbf9 tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1162.371084] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-76822fe8-0853-4b70-9f22-81408403dbf9 tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1163.466476] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-0b773ab4-e62c-4d17-8307-99a52237a8c2 tempest-AttachVolumeShelveTestJSON-1347149213 tempest-AttachVolumeShelveTestJSON-1347149213-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54852) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1163.479649] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-0b773ab4-e62c-4d17-8307-99a52237a8c2 tempest-AttachVolumeShelveTestJSON-1347149213 tempest-AttachVolumeShelveTestJSON-1347149213-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1163.479926] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-0b773ab4-e62c-4d17-8307-99a52237a8c2 tempest-AttachVolumeShelveTestJSON-1347149213 tempest-AttachVolumeShelveTestJSON-1347149213-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1163.480304] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-0b773ab4-e62c-4d17-8307-99a52237a8c2 tempest-AttachVolumeShelveTestJSON-1347149213 tempest-AttachVolumeShelveTestJSON-1347149213-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1163.508036] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-0b773ab4-e62c-4d17-8307-99a52237a8c2 tempest-AttachVolumeShelveTestJSON-1347149213 tempest-AttachVolumeShelveTestJSON-1347149213-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1163.508260] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-0b773ab4-e62c-4d17-8307-99a52237a8c2 tempest-AttachVolumeShelveTestJSON-1347149213 tempest-AttachVolumeShelveTestJSON-1347149213-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1163.508426] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-0b773ab4-e62c-4d17-8307-99a52237a8c2 tempest-AttachVolumeShelveTestJSON-1347149213 tempest-AttachVolumeShelveTestJSON-1347149213-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1163.508789] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-0b773ab4-e62c-4d17-8307-99a52237a8c2 tempest-AttachVolumeShelveTestJSON-1347149213 tempest-AttachVolumeShelveTestJSON-1347149213-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1163.508977] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-0b773ab4-e62c-4d17-8307-99a52237a8c2 tempest-AttachVolumeShelveTestJSON-1347149213 tempest-AttachVolumeShelveTestJSON-1347149213-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1163.509161] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-0b773ab4-e62c-4d17-8307-99a52237a8c2 tempest-AttachVolumeShelveTestJSON-1347149213 tempest-AttachVolumeShelveTestJSON-1347149213-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1163.516564] nova-conductor[54852]: DEBUG nova.quota [None req-0b773ab4-e62c-4d17-8307-99a52237a8c2 tempest-AttachVolumeShelveTestJSON-1347149213 tempest-AttachVolumeShelveTestJSON-1347149213-project-member] Getting quotas for project a2c2a97031df4b75b835a96b41793c74. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1163.518804] nova-conductor[54852]: DEBUG nova.quota [None req-0b773ab4-e62c-4d17-8307-99a52237a8c2 tempest-AttachVolumeShelveTestJSON-1347149213 tempest-AttachVolumeShelveTestJSON-1347149213-project-member] Getting quotas for user 77db11499b634ddf847014f4f4c169f4 and project a2c2a97031df4b75b835a96b41793c74. Resources: {'instances', 'cores', 'ram'} {{(pid=54852) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1163.523940] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-0b773ab4-e62c-4d17-8307-99a52237a8c2 tempest-AttachVolumeShelveTestJSON-1347149213 tempest-AttachVolumeShelveTestJSON-1347149213-project-member] [instance: 27e78e78-3a7f-4ad4-b939-438cb2b90b55] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54852) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1163.524447] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-0b773ab4-e62c-4d17-8307-99a52237a8c2 tempest-AttachVolumeShelveTestJSON-1347149213 tempest-AttachVolumeShelveTestJSON-1347149213-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1163.524707] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-0b773ab4-e62c-4d17-8307-99a52237a8c2 tempest-AttachVolumeShelveTestJSON-1347149213 tempest-AttachVolumeShelveTestJSON-1347149213-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1163.524894] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-0b773ab4-e62c-4d17-8307-99a52237a8c2 tempest-AttachVolumeShelveTestJSON-1347149213 tempest-AttachVolumeShelveTestJSON-1347149213-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1163.529474] nova-conductor[54852]: DEBUG nova.conductor.manager [None req-0b773ab4-e62c-4d17-8307-99a52237a8c2 tempest-AttachVolumeShelveTestJSON-1347149213 tempest-AttachVolumeShelveTestJSON-1347149213-project-member] [instance: 27e78e78-3a7f-4ad4-b939-438cb2b90b55] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54852) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1163.530274] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-0b773ab4-e62c-4d17-8307-99a52237a8c2 tempest-AttachVolumeShelveTestJSON-1347149213 tempest-AttachVolumeShelveTestJSON-1347149213-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1163.530479] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-0b773ab4-e62c-4d17-8307-99a52237a8c2 tempest-AttachVolumeShelveTestJSON-1347149213 tempest-AttachVolumeShelveTestJSON-1347149213-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1163.530645] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-0b773ab4-e62c-4d17-8307-99a52237a8c2 tempest-AttachVolumeShelveTestJSON-1347149213 tempest-AttachVolumeShelveTestJSON-1347149213-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1163.547060] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-0b773ab4-e62c-4d17-8307-99a52237a8c2 tempest-AttachVolumeShelveTestJSON-1347149213 tempest-AttachVolumeShelveTestJSON-1347149213-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1163.547060] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-0b773ab4-e62c-4d17-8307-99a52237a8c2 tempest-AttachVolumeShelveTestJSON-1347149213 tempest-AttachVolumeShelveTestJSON-1347149213-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1163.547060] nova-conductor[54852]: DEBUG oslo_concurrency.lockutils [None req-0b773ab4-e62c-4d17-8307-99a52237a8c2 tempest-AttachVolumeShelveTestJSON-1347149213 tempest-AttachVolumeShelveTestJSON-1347149213-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54852) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1168.320837] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_api:SELECT=2 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1168.953373] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_api:SELECT=2,nova_api:UPDATE=1 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1168.972121] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_cell1:SELECT=8,nova_cell1:UPDATE=6,nova_cell1:INSERT=3 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1173.512929] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell0:SELECT=2 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1173.532985] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell1:SELECT=6,nova_cell1:INSERT=15,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1173.540527] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_api:SELECT=13,nova_api:UPDATE=1 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1173.544270] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_api:SELECT=11,nova_api:DELETE=2,nova_api:UPDATE=1 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1177.887384] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell1:UPDATE=160,nova_cell1:INSERT=40,nova_cell1:SELECT=280,nova_cell1:SAVEPOINT=13,nova_cell1:RELEASE=13,nova_cell1:DELETE=8 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1179.366812] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-5b9c1a4a-27e8-42ed-b05a-680db388293b tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Targeting cell c3910535-3dcf-4557-8dc9-54a14b20e0a3(cell1) for conductor method migrate_server {{(pid=54851) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 1179.367059] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-5b9c1a4a-27e8-42ed-b05a-680db388293b tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1179.367262] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-5b9c1a4a-27e8-42ed-b05a-680db388293b tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1179.367508] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-5b9c1a4a-27e8-42ed-b05a-680db388293b tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1179.432027] nova-conductor[54851]: DEBUG nova.conductor.tasks.migrate [None req-5b9c1a4a-27e8-42ed-b05a-680db388293b tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] [instance: 6606e84c-36cd-4519-beff-096a8f1bc09e] Restricting to cell c3910535-3dcf-4557-8dc9-54a14b20e0a3(cell1) while migrating {{(pid=54851) _set_requested_destination_cell /opt/stack/nova/nova/conductor/tasks/migrate.py:210}} [ 1179.545460] nova-conductor[54851]: DEBUG nova.conductor.tasks.migrate [None req-5b9c1a4a-27e8-42ed-b05a-680db388293b tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] Created allocations for migration 63e613a9-4c2d-46b9-9284-831106c46064 on 9b9257d4-3be7-42a5-ae8c-67cf64823681 {{(pid=54851) replace_allocation_with_migration /opt/stack/nova/nova/conductor/tasks/migrate.py:88}} [ 1180.052502] nova-conductor[54851]: DEBUG nova.conductor.tasks.migrate [None req-5b9c1a4a-27e8-42ed-b05a-680db388293b tempest-ServerActionsTestOtherA-1315771520 tempest-ServerActionsTestOtherA-1315771520-project-member] [instance: 6606e84c-36cd-4519-beff-096a8f1bc09e] Calling prep_resize with selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54851) _execute /opt/stack/nova/nova/conductor/tasks/migrate.py:325}} [ 1181.689975] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_cell1:SELECT=253,nova_cell1:UPDATE=152,nova_cell1:INSERT=36,nova_cell1:DELETE=5,nova_cell1:SAVEPOINT=12,nova_cell1:RELEASE=12 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1190.066053] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_api:SELECT=2 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1190.069360] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_api:SELECT=2,nova_api:UPDATE=1 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1190.083314] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_cell1:SELECT=8,nova_cell1:UPDATE=6,nova_cell1:INSERT=3 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1202.677910] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-2d271fd4-6890-40b1-a879-6b65b09f936c tempest-AttachVolumeNegativeTest-1355480005 tempest-AttachVolumeNegativeTest-1355480005-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54851) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1202.691845] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-2d271fd4-6890-40b1-a879-6b65b09f936c tempest-AttachVolumeNegativeTest-1355480005 tempest-AttachVolumeNegativeTest-1355480005-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1202.692113] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-2d271fd4-6890-40b1-a879-6b65b09f936c tempest-AttachVolumeNegativeTest-1355480005 tempest-AttachVolumeNegativeTest-1355480005-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1202.692251] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-2d271fd4-6890-40b1-a879-6b65b09f936c tempest-AttachVolumeNegativeTest-1355480005 tempest-AttachVolumeNegativeTest-1355480005-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1202.726086] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-2d271fd4-6890-40b1-a879-6b65b09f936c tempest-AttachVolumeNegativeTest-1355480005 tempest-AttachVolumeNegativeTest-1355480005-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1202.726470] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-2d271fd4-6890-40b1-a879-6b65b09f936c tempest-AttachVolumeNegativeTest-1355480005 tempest-AttachVolumeNegativeTest-1355480005-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1202.726759] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-2d271fd4-6890-40b1-a879-6b65b09f936c tempest-AttachVolumeNegativeTest-1355480005 tempest-AttachVolumeNegativeTest-1355480005-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1202.727246] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-2d271fd4-6890-40b1-a879-6b65b09f936c tempest-AttachVolumeNegativeTest-1355480005 tempest-AttachVolumeNegativeTest-1355480005-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1202.727509] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-2d271fd4-6890-40b1-a879-6b65b09f936c tempest-AttachVolumeNegativeTest-1355480005 tempest-AttachVolumeNegativeTest-1355480005-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1202.727709] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-2d271fd4-6890-40b1-a879-6b65b09f936c tempest-AttachVolumeNegativeTest-1355480005 tempest-AttachVolumeNegativeTest-1355480005-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1202.735951] nova-conductor[54851]: DEBUG nova.quota [None req-2d271fd4-6890-40b1-a879-6b65b09f936c tempest-AttachVolumeNegativeTest-1355480005 tempest-AttachVolumeNegativeTest-1355480005-project-member] Getting quotas for project 8bfc390d64c0463190f071f3f62936dc. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1202.738039] nova-conductor[54851]: DEBUG nova.quota [None req-2d271fd4-6890-40b1-a879-6b65b09f936c tempest-AttachVolumeNegativeTest-1355480005 tempest-AttachVolumeNegativeTest-1355480005-project-member] Getting quotas for user e67193d02201461bb7e4339b5025ca48 and project 8bfc390d64c0463190f071f3f62936dc. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1202.743138] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-2d271fd4-6890-40b1-a879-6b65b09f936c tempest-AttachVolumeNegativeTest-1355480005 tempest-AttachVolumeNegativeTest-1355480005-project-member] [instance: dd7d45f3-31bb-43c3-9317-2142d29b6ef5] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54851) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1202.743606] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-2d271fd4-6890-40b1-a879-6b65b09f936c tempest-AttachVolumeNegativeTest-1355480005 tempest-AttachVolumeNegativeTest-1355480005-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1202.743813] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-2d271fd4-6890-40b1-a879-6b65b09f936c tempest-AttachVolumeNegativeTest-1355480005 tempest-AttachVolumeNegativeTest-1355480005-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1202.743980] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-2d271fd4-6890-40b1-a879-6b65b09f936c tempest-AttachVolumeNegativeTest-1355480005 tempest-AttachVolumeNegativeTest-1355480005-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1202.749450] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-2d271fd4-6890-40b1-a879-6b65b09f936c tempest-AttachVolumeNegativeTest-1355480005 tempest-AttachVolumeNegativeTest-1355480005-project-member] [instance: dd7d45f3-31bb-43c3-9317-2142d29b6ef5] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54851) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1202.750092] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-2d271fd4-6890-40b1-a879-6b65b09f936c tempest-AttachVolumeNegativeTest-1355480005 tempest-AttachVolumeNegativeTest-1355480005-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1202.750313] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-2d271fd4-6890-40b1-a879-6b65b09f936c tempest-AttachVolumeNegativeTest-1355480005 tempest-AttachVolumeNegativeTest-1355480005-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1202.750505] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-2d271fd4-6890-40b1-a879-6b65b09f936c tempest-AttachVolumeNegativeTest-1355480005 tempest-AttachVolumeNegativeTest-1355480005-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1202.772594] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-2d271fd4-6890-40b1-a879-6b65b09f936c tempest-AttachVolumeNegativeTest-1355480005 tempest-AttachVolumeNegativeTest-1355480005-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1202.772594] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-2d271fd4-6890-40b1-a879-6b65b09f936c tempest-AttachVolumeNegativeTest-1355480005 tempest-AttachVolumeNegativeTest-1355480005-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1202.772594] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-2d271fd4-6890-40b1-a879-6b65b09f936c tempest-AttachVolumeNegativeTest-1355480005 tempest-AttachVolumeNegativeTest-1355480005-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1203.270663] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-b1110fd9-3e5e-45da-83fd-01c0d6a8dab3 tempest-ServerActionsTestOtherB-1236125099 tempest-ServerActionsTestOtherB-1236125099-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54851) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1203.284894] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-b1110fd9-3e5e-45da-83fd-01c0d6a8dab3 tempest-ServerActionsTestOtherB-1236125099 tempest-ServerActionsTestOtherB-1236125099-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1203.284999] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-b1110fd9-3e5e-45da-83fd-01c0d6a8dab3 tempest-ServerActionsTestOtherB-1236125099 tempest-ServerActionsTestOtherB-1236125099-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1203.285177] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-b1110fd9-3e5e-45da-83fd-01c0d6a8dab3 tempest-ServerActionsTestOtherB-1236125099 tempest-ServerActionsTestOtherB-1236125099-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1203.318543] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-b1110fd9-3e5e-45da-83fd-01c0d6a8dab3 tempest-ServerActionsTestOtherB-1236125099 tempest-ServerActionsTestOtherB-1236125099-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1203.318757] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-b1110fd9-3e5e-45da-83fd-01c0d6a8dab3 tempest-ServerActionsTestOtherB-1236125099 tempest-ServerActionsTestOtherB-1236125099-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1203.318923] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-b1110fd9-3e5e-45da-83fd-01c0d6a8dab3 tempest-ServerActionsTestOtherB-1236125099 tempest-ServerActionsTestOtherB-1236125099-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1203.319307] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-b1110fd9-3e5e-45da-83fd-01c0d6a8dab3 tempest-ServerActionsTestOtherB-1236125099 tempest-ServerActionsTestOtherB-1236125099-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1203.319492] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-b1110fd9-3e5e-45da-83fd-01c0d6a8dab3 tempest-ServerActionsTestOtherB-1236125099 tempest-ServerActionsTestOtherB-1236125099-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1203.319653] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-b1110fd9-3e5e-45da-83fd-01c0d6a8dab3 tempest-ServerActionsTestOtherB-1236125099 tempest-ServerActionsTestOtherB-1236125099-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1203.328494] nova-conductor[54851]: DEBUG nova.quota [None req-b1110fd9-3e5e-45da-83fd-01c0d6a8dab3 tempest-ServerActionsTestOtherB-1236125099 tempest-ServerActionsTestOtherB-1236125099-project-member] Getting quotas for project 0c451895447b473eb18675f6bc843081. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1203.331508] nova-conductor[54851]: DEBUG nova.quota [None req-b1110fd9-3e5e-45da-83fd-01c0d6a8dab3 tempest-ServerActionsTestOtherB-1236125099 tempest-ServerActionsTestOtherB-1236125099-project-member] Getting quotas for user 8171575c58594e7ebc37af7c4c858c10 and project 0c451895447b473eb18675f6bc843081. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1203.336321] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-b1110fd9-3e5e-45da-83fd-01c0d6a8dab3 tempest-ServerActionsTestOtherB-1236125099 tempest-ServerActionsTestOtherB-1236125099-project-member] [instance: c1c3d578-37e0-4823-9acf-612a09f512f7] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54851) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1203.336744] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-b1110fd9-3e5e-45da-83fd-01c0d6a8dab3 tempest-ServerActionsTestOtherB-1236125099 tempest-ServerActionsTestOtherB-1236125099-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1203.336932] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-b1110fd9-3e5e-45da-83fd-01c0d6a8dab3 tempest-ServerActionsTestOtherB-1236125099 tempest-ServerActionsTestOtherB-1236125099-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1203.337107] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-b1110fd9-3e5e-45da-83fd-01c0d6a8dab3 tempest-ServerActionsTestOtherB-1236125099 tempest-ServerActionsTestOtherB-1236125099-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1203.341401] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-b1110fd9-3e5e-45da-83fd-01c0d6a8dab3 tempest-ServerActionsTestOtherB-1236125099 tempest-ServerActionsTestOtherB-1236125099-project-member] [instance: c1c3d578-37e0-4823-9acf-612a09f512f7] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54851) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1203.341985] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-b1110fd9-3e5e-45da-83fd-01c0d6a8dab3 tempest-ServerActionsTestOtherB-1236125099 tempest-ServerActionsTestOtherB-1236125099-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1203.342195] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-b1110fd9-3e5e-45da-83fd-01c0d6a8dab3 tempest-ServerActionsTestOtherB-1236125099 tempest-ServerActionsTestOtherB-1236125099-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1203.342358] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-b1110fd9-3e5e-45da-83fd-01c0d6a8dab3 tempest-ServerActionsTestOtherB-1236125099 tempest-ServerActionsTestOtherB-1236125099-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1203.356188] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-b1110fd9-3e5e-45da-83fd-01c0d6a8dab3 tempest-ServerActionsTestOtherB-1236125099 tempest-ServerActionsTestOtherB-1236125099-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1203.356381] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-b1110fd9-3e5e-45da-83fd-01c0d6a8dab3 tempest-ServerActionsTestOtherB-1236125099 tempest-ServerActionsTestOtherB-1236125099-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1203.356568] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-b1110fd9-3e5e-45da-83fd-01c0d6a8dab3 tempest-ServerActionsTestOtherB-1236125099 tempest-ServerActionsTestOtherB-1236125099-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1213.324114] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_cell0:SELECT=2 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1213.344414] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_cell1:SELECT=6,nova_cell1:INSERT=14 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1213.350569] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_api:SELECT=10,nova_api:DELETE=1,nova_api:UPDATE=1 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1213.354229] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_api:SELECT=14,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1229.335103] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_cell1:SELECT=139,nova_cell1:INSERT=11,nova_cell1:UPDATE=85,nova_cell1:DELETE=4,nova_cell1:SAVEPOINT=8,nova_cell1:RELEASE=8 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1229.525551] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell1:SELECT=145,nova_cell1:UPDATE=83,nova_cell1:SAVEPOINT=9,nova_cell1:RELEASE=9,nova_cell1:INSERT=7,nova_cell1:DELETE=2 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1234.936220] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-63f13fb2-b091-4c8d-8845-4c3ce05f066f tempest-AttachVolumeShelveTestJSON-1347149213 tempest-AttachVolumeShelveTestJSON-1347149213-project-member] Targeting cell c3910535-3dcf-4557-8dc9-54a14b20e0a3(cell1) for conductor method unshelve_instance {{(pid=54851) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 1234.936544] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-63f13fb2-b091-4c8d-8845-4c3ce05f066f tempest-AttachVolumeShelveTestJSON-1347149213 tempest-AttachVolumeShelveTestJSON-1347149213-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1234.936698] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-63f13fb2-b091-4c8d-8845-4c3ce05f066f tempest-AttachVolumeShelveTestJSON-1347149213 tempest-AttachVolumeShelveTestJSON-1347149213-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1234.936864] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-63f13fb2-b091-4c8d-8845-4c3ce05f066f tempest-AttachVolumeShelveTestJSON-1347149213 tempest-AttachVolumeShelveTestJSON-1347149213-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1235.033731] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-63f13fb2-b091-4c8d-8845-4c3ce05f066f tempest-AttachVolumeShelveTestJSON-1347149213 tempest-AttachVolumeShelveTestJSON-1347149213-project-member] [instance: 27e78e78-3a7f-4ad4-b939-438cb2b90b55] Requesting cell c3910535-3dcf-4557-8dc9-54a14b20e0a3(cell1) during scheduling {{(pid=54851) _restrict_request_spec_to_cell /opt/stack/nova/nova/conductor/manager.py:963}} [ 1235.542163] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-63f13fb2-b091-4c8d-8845-4c3ce05f066f tempest-AttachVolumeShelveTestJSON-1347149213 tempest-AttachVolumeShelveTestJSON-1347149213-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54851) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1235.542562] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-63f13fb2-b091-4c8d-8845-4c3ce05f066f tempest-AttachVolumeShelveTestJSON-1347149213 tempest-AttachVolumeShelveTestJSON-1347149213-project-member] [instance: 27e78e78-3a7f-4ad4-b939-438cb2b90b55] Scheduler selected host: cpu-1, node:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=54851) unshelve_instance /opt/stack/nova/nova/conductor/manager.py:1116}} [ 1235.548029] nova-conductor[54851]: DEBUG nova.objects.instance [None req-63f13fb2-b091-4c8d-8845-4c3ce05f066f tempest-AttachVolumeShelveTestJSON-1347149213 tempest-AttachVolumeShelveTestJSON-1347149213-project-member] Lazy-loading 'flavor' on Instance uuid 27e78e78-3a7f-4ad4-b939-438cb2b90b55 {{(pid=54851) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1245.036392] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_api:SELECT=2 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1245.545481] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_api:SELECT=2 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1245.582690] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_cell1:SELECT=7,nova_cell1:UPDATE=6,nova_cell1:INSERT=2 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1273.193523] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-ea4f1648-0643-4f29-b8f6-f72b0d9e24af tempest-ServerActionsTestOtherB-1236125099 tempest-ServerActionsTestOtherB-1236125099-project-member] Targeting cell c3910535-3dcf-4557-8dc9-54a14b20e0a3(cell1) for conductor method unshelve_instance {{(pid=54851) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 1273.193523] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ea4f1648-0643-4f29-b8f6-f72b0d9e24af tempest-ServerActionsTestOtherB-1236125099 tempest-ServerActionsTestOtherB-1236125099-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1273.193871] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ea4f1648-0643-4f29-b8f6-f72b0d9e24af tempest-ServerActionsTestOtherB-1236125099 tempest-ServerActionsTestOtherB-1236125099-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1273.193871] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-ea4f1648-0643-4f29-b8f6-f72b0d9e24af tempest-ServerActionsTestOtherB-1236125099 tempest-ServerActionsTestOtherB-1236125099-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1273.306903] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-ea4f1648-0643-4f29-b8f6-f72b0d9e24af tempest-ServerActionsTestOtherB-1236125099 tempest-ServerActionsTestOtherB-1236125099-project-member] [instance: c1c3d578-37e0-4823-9acf-612a09f512f7] Requesting cell c3910535-3dcf-4557-8dc9-54a14b20e0a3(cell1) during scheduling {{(pid=54851) _restrict_request_spec_to_cell /opt/stack/nova/nova/conductor/manager.py:963}} [ 1273.814901] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-ea4f1648-0643-4f29-b8f6-f72b0d9e24af tempest-ServerActionsTestOtherB-1236125099 tempest-ServerActionsTestOtherB-1236125099-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54851) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1273.815345] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-ea4f1648-0643-4f29-b8f6-f72b0d9e24af tempest-ServerActionsTestOtherB-1236125099 tempest-ServerActionsTestOtherB-1236125099-project-member] [instance: c1c3d578-37e0-4823-9acf-612a09f512f7] Scheduler selected host: cpu-1, node:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=54851) unshelve_instance /opt/stack/nova/nova/conductor/manager.py:1116}} [ 1273.820250] nova-conductor[54851]: DEBUG nova.objects.instance [None req-ea4f1648-0643-4f29-b8f6-f72b0d9e24af tempest-ServerActionsTestOtherB-1236125099 tempest-ServerActionsTestOtherB-1236125099-project-member] Lazy-loading 'flavor' on Instance uuid c1c3d578-37e0-4823-9acf-612a09f512f7 {{(pid=54851) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1283.309400] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_api:SELECT=2 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1283.818442] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_api:SELECT=2 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1283.841311] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_cell1:SELECT=7,nova_cell1:UPDATE=6,nova_cell1:INSERT=2 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1293.557479] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell1:SELECT=89,nova_cell1:UPDATE=63,nova_cell1:INSERT=8,nova_cell1:DELETE=4,nova_cell1:SAVEPOINT=4,nova_cell1:RELEASE=4 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1294.274678] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_cell1:UPDATE=70,nova_cell1:SELECT=94,nova_cell1:INSERT=4,nova_cell1:SAVEPOINT=12,nova_cell1:RELEASE=12,nova_cell1:DELETE=5 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1313.139424] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-16f5996e-66ff-4b0d-8ad4-5bc63d127f05 tempest-AttachVolumeShelveTestJSON-1347149213 tempest-AttachVolumeShelveTestJSON-1347149213-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54851) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1313.152723] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-16f5996e-66ff-4b0d-8ad4-5bc63d127f05 tempest-AttachVolumeShelveTestJSON-1347149213 tempest-AttachVolumeShelveTestJSON-1347149213-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1313.152939] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-16f5996e-66ff-4b0d-8ad4-5bc63d127f05 tempest-AttachVolumeShelveTestJSON-1347149213 tempest-AttachVolumeShelveTestJSON-1347149213-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1313.153133] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-16f5996e-66ff-4b0d-8ad4-5bc63d127f05 tempest-AttachVolumeShelveTestJSON-1347149213 tempest-AttachVolumeShelveTestJSON-1347149213-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1313.194245] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-16f5996e-66ff-4b0d-8ad4-5bc63d127f05 tempest-AttachVolumeShelveTestJSON-1347149213 tempest-AttachVolumeShelveTestJSON-1347149213-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1313.194516] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-16f5996e-66ff-4b0d-8ad4-5bc63d127f05 tempest-AttachVolumeShelveTestJSON-1347149213 tempest-AttachVolumeShelveTestJSON-1347149213-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1313.194696] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-16f5996e-66ff-4b0d-8ad4-5bc63d127f05 tempest-AttachVolumeShelveTestJSON-1347149213 tempest-AttachVolumeShelveTestJSON-1347149213-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1313.195137] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-16f5996e-66ff-4b0d-8ad4-5bc63d127f05 tempest-AttachVolumeShelveTestJSON-1347149213 tempest-AttachVolumeShelveTestJSON-1347149213-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1313.195333] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-16f5996e-66ff-4b0d-8ad4-5bc63d127f05 tempest-AttachVolumeShelveTestJSON-1347149213 tempest-AttachVolumeShelveTestJSON-1347149213-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1313.195494] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-16f5996e-66ff-4b0d-8ad4-5bc63d127f05 tempest-AttachVolumeShelveTestJSON-1347149213 tempest-AttachVolumeShelveTestJSON-1347149213-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1313.204398] nova-conductor[54851]: DEBUG nova.quota [None req-16f5996e-66ff-4b0d-8ad4-5bc63d127f05 tempest-AttachVolumeShelveTestJSON-1347149213 tempest-AttachVolumeShelveTestJSON-1347149213-project-member] Getting quotas for project a2c2a97031df4b75b835a96b41793c74. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1313.207869] nova-conductor[54851]: DEBUG nova.quota [None req-16f5996e-66ff-4b0d-8ad4-5bc63d127f05 tempest-AttachVolumeShelveTestJSON-1347149213 tempest-AttachVolumeShelveTestJSON-1347149213-project-member] Getting quotas for user 77db11499b634ddf847014f4f4c169f4 and project a2c2a97031df4b75b835a96b41793c74. Resources: {'instances', 'cores', 'ram'} {{(pid=54851) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1313.212692] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-16f5996e-66ff-4b0d-8ad4-5bc63d127f05 tempest-AttachVolumeShelveTestJSON-1347149213 tempest-AttachVolumeShelveTestJSON-1347149213-project-member] [instance: 2352cb5e-f9e9-49a7-b595-617ef1bacda1] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54851) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1313.213211] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-16f5996e-66ff-4b0d-8ad4-5bc63d127f05 tempest-AttachVolumeShelveTestJSON-1347149213 tempest-AttachVolumeShelveTestJSON-1347149213-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1313.213405] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-16f5996e-66ff-4b0d-8ad4-5bc63d127f05 tempest-AttachVolumeShelveTestJSON-1347149213 tempest-AttachVolumeShelveTestJSON-1347149213-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1313.213569] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-16f5996e-66ff-4b0d-8ad4-5bc63d127f05 tempest-AttachVolumeShelveTestJSON-1347149213 tempest-AttachVolumeShelveTestJSON-1347149213-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1313.218483] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-16f5996e-66ff-4b0d-8ad4-5bc63d127f05 tempest-AttachVolumeShelveTestJSON-1347149213 tempest-AttachVolumeShelveTestJSON-1347149213-project-member] [instance: 2352cb5e-f9e9-49a7-b595-617ef1bacda1] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='e04fcbd0-b3d8-461a-890d-eda04a2a1e77',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54851) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1313.219093] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-16f5996e-66ff-4b0d-8ad4-5bc63d127f05 tempest-AttachVolumeShelveTestJSON-1347149213 tempest-AttachVolumeShelveTestJSON-1347149213-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1313.219291] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-16f5996e-66ff-4b0d-8ad4-5bc63d127f05 tempest-AttachVolumeShelveTestJSON-1347149213 tempest-AttachVolumeShelveTestJSON-1347149213-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1313.219453] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-16f5996e-66ff-4b0d-8ad4-5bc63d127f05 tempest-AttachVolumeShelveTestJSON-1347149213 tempest-AttachVolumeShelveTestJSON-1347149213-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1313.235885] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-16f5996e-66ff-4b0d-8ad4-5bc63d127f05 tempest-AttachVolumeShelveTestJSON-1347149213 tempest-AttachVolumeShelveTestJSON-1347149213-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1313.236091] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-16f5996e-66ff-4b0d-8ad4-5bc63d127f05 tempest-AttachVolumeShelveTestJSON-1347149213 tempest-AttachVolumeShelveTestJSON-1347149213-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1313.236285] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-16f5996e-66ff-4b0d-8ad4-5bc63d127f05 tempest-AttachVolumeShelveTestJSON-1347149213 tempest-AttachVolumeShelveTestJSON-1347149213-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1323.199934] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_cell0:SELECT=1 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1323.220985] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1323.231250] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_api:SELECT=7 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1323.234189] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_api:SELECT=5,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1342.287138] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_cell1:SELECT=46,nova_cell1:UPDATE=32,nova_cell1:SAVEPOINT=3,nova_cell1:RELEASE=3,nova_cell1:INSERT=1,nova_cell1:DELETE=2 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1342.959761] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell1:UPDATE=35,nova_cell1:SELECT=49,nova_cell1:DELETE=3,nova_cell1:INSERT=5,nova_cell1:SAVEPOINT=5,nova_cell1:RELEASE=5 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1375.181779] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_cell1:SELECT=5,nova_cell1:UPDATE=3,nova_cell1:INSERT=1 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1376.209031] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell1:SELECT=5,nova_cell1:UPDATE=2 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1381.711216] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-5b03a442-1d45-429b-8a53-8aebcb8cc2cf tempest-AttachVolumeShelveTestJSON-1347149213 tempest-AttachVolumeShelveTestJSON-1347149213-project-member] Targeting cell c3910535-3dcf-4557-8dc9-54a14b20e0a3(cell1) for conductor method unshelve_instance {{(pid=54851) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 1381.711448] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-5b03a442-1d45-429b-8a53-8aebcb8cc2cf tempest-AttachVolumeShelveTestJSON-1347149213 tempest-AttachVolumeShelveTestJSON-1347149213-project-member] Acquiring lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1381.711655] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-5b03a442-1d45-429b-8a53-8aebcb8cc2cf tempest-AttachVolumeShelveTestJSON-1347149213 tempest-AttachVolumeShelveTestJSON-1347149213-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1381.711821] nova-conductor[54851]: DEBUG oslo_concurrency.lockutils [None req-5b03a442-1d45-429b-8a53-8aebcb8cc2cf tempest-AttachVolumeShelveTestJSON-1347149213 tempest-AttachVolumeShelveTestJSON-1347149213-project-member] Lock "c3910535-3dcf-4557-8dc9-54a14b20e0a3" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54851) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1381.852063] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-5b03a442-1d45-429b-8a53-8aebcb8cc2cf tempest-AttachVolumeShelveTestJSON-1347149213 tempest-AttachVolumeShelveTestJSON-1347149213-project-member] [instance: 2352cb5e-f9e9-49a7-b595-617ef1bacda1] Requesting cell c3910535-3dcf-4557-8dc9-54a14b20e0a3(cell1) during scheduling {{(pid=54851) _restrict_request_spec_to_cell /opt/stack/nova/nova/conductor/manager.py:963}} [ 1382.359687] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-5b03a442-1d45-429b-8a53-8aebcb8cc2cf tempest-AttachVolumeShelveTestJSON-1347149213 tempest-AttachVolumeShelveTestJSON-1347149213-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54851) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1382.360122] nova-conductor[54851]: DEBUG nova.conductor.manager [None req-5b03a442-1d45-429b-8a53-8aebcb8cc2cf tempest-AttachVolumeShelveTestJSON-1347149213 tempest-AttachVolumeShelveTestJSON-1347149213-project-member] [instance: 2352cb5e-f9e9-49a7-b595-617ef1bacda1] Scheduler selected host: cpu-1, node:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=54851) unshelve_instance /opt/stack/nova/nova/conductor/manager.py:1116}} [ 1382.365070] nova-conductor[54851]: DEBUG nova.objects.instance [None req-5b03a442-1d45-429b-8a53-8aebcb8cc2cf tempest-AttachVolumeShelveTestJSON-1347149213 tempest-AttachVolumeShelveTestJSON-1347149213-project-member] Lazy-loading 'flavor' on Instance uuid 2352cb5e-f9e9-49a7-b595-617ef1bacda1 {{(pid=54851) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1391.707907] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_api:SELECT=1 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1392.362576] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_api:SELECT=3 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1392.383390] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_cell1:SELECT=7,nova_cell1:UPDATE=6,nova_cell1:INSERT=2 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1411.626833] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_cell1:UPDATE=11,nova_cell1:SELECT=29,nova_cell1:INSERT=2,nova_cell1:SAVEPOINT=3,nova_cell1:RELEASE=3,nova_cell1:DELETE=1 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1412.117762] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell1:SELECT=32,nova_cell1:UPDATE=12,nova_cell1:SAVEPOINT=2,nova_cell1:RELEASE=2 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1432.885794] nova-conductor[54852]: DEBUG dbcounter [-] [54852] Writing DB stats nova_cell1:SELECT=1,nova_cell1:UPDATE=1 {{(pid=54852) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1432.931481] nova-conductor[54851]: DEBUG dbcounter [-] [54851] Writing DB stats nova_cell1:SELECT=1 {{(pid=54851) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}}