[ 407.479824] nova-conductor[53944]: INFO dbcounter [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] Registered counter for database nova_api [ 407.488620] nova-conductor[53944]: DEBUG oslo_db.sqlalchemy.engines [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=53944) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 407.517507] nova-conductor[53944]: DEBUG dbcounter [-] [53944] Writer thread running {{(pid=53944) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 407.519520] nova-conductor[53944]: DEBUG nova.context [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),9a7c1614-c334-4151-9477-41d9d08ac2d5(cell1) {{(pid=53944) load_cells /opt/stack/nova/nova/context.py:464}} [ 407.521149] nova-conductor[53944]: DEBUG oslo_concurrency.lockutils [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 407.521364] nova-conductor[53944]: DEBUG oslo_concurrency.lockutils [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 407.521777] nova-conductor[53944]: DEBUG oslo_concurrency.lockutils [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=53944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 407.522203] nova-conductor[53944]: DEBUG oslo_concurrency.lockutils [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=53944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 407.522391] nova-conductor[53944]: DEBUG oslo_concurrency.lockutils [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=53944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 407.523331] nova-conductor[53944]: DEBUG oslo_concurrency.lockutils [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=53944) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 407.524597] nova-conductor[53944]: INFO dbcounter [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] Registered counter for database nova_cell0 [ 407.526907] nova-conductor[53944]: INFO dbcounter [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] Registered counter for database nova_cell1 [ 407.529616] nova-conductor[53944]: DEBUG oslo_db.sqlalchemy.engines [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=53944) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 407.529973] nova-conductor[53944]: DEBUG oslo_db.sqlalchemy.engines [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=53944) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 407.607400] nova-conductor[53944]: DEBUG dbcounter [-] [53944] Writer thread running {{(pid=53944) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 407.607585] nova-conductor[53944]: DEBUG dbcounter [-] [53944] Writer thread running {{(pid=53944) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 407.609933] nova-conductor[53944]: DEBUG oslo_concurrency.lockutils [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] Acquiring lock "singleton_lock" {{(pid=53944) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 407.610226] nova-conductor[53944]: DEBUG oslo_concurrency.lockutils [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] Acquired lock "singleton_lock" {{(pid=53944) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 407.610351] nova-conductor[53944]: DEBUG oslo_concurrency.lockutils [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] Releasing lock "singleton_lock" {{(pid=53944) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 407.610741] nova-conductor[53944]: INFO oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] Starting 2 workers [ 407.615343] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] Started child 54364 {{(pid=53944) _start_child /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:579}} [ 407.619216] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] Started child 54365 {{(pid=53944) _start_child /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:579}} [ 407.619598] nova-conductor[54364]: INFO nova.service [-] Starting conductor node (version 30.1.0) [ 407.619901] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] Full set of CONF: {{(pid=53944) wait /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:653}} [ 407.620108] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] ******************************************************************************** {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 407.620267] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] Configuration options gathered from: {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 407.620446] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] command line args: ['--config-file', '/etc/nova/nova.conf'] {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2808}} [ 407.620767] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] config files: ['/etc/nova/nova.conf'] {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 407.620904] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] ================================================================================ {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2811}} [ 407.621303] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] allow_resize_to_same_host = True {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.621534] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] arq_binding_timeout = 300 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.622114] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] block_device_allocate_retries = 60 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.622314] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] block_device_allocate_retries_interval = 3 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.622555] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] cert = self.pem {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.622884] nova-conductor[54365]: INFO nova.service [-] Starting conductor node (version 30.1.0) [ 407.623086] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] compute_driver = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.623316] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] compute_monitors = [] {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.623525] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] config_dir = [] {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.623735] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] config_drive_format = iso9660 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.623875] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] config_file = ['/etc/nova/nova.conf'] {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.624084] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] config_source = [] {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.624287] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] console_host = devstack {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.624484] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] control_exchange = nova {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.624693] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] cpu_allocation_ratio = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.624862] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] daemon = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.625064] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] debug = True {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.625251] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] default_access_ip_network_name = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.625444] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] default_availability_zone = nova {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.625721] nova-conductor[54364]: INFO dbcounter [None req-23fde589-d9cf-490a-8ccd-3a6225cd5ff1 None None] Registered counter for database nova_cell1 [ 407.625865] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] default_ephemeral_format = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.626106] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] default_green_pool_size = 1000 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.626391] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.626597] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] default_schedule_zone = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.626763] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] disk_allocation_ratio = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.626941] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] enable_new_services = True {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.627208] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] enabled_apis = ['osapi_compute'] {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.627381] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] enabled_ssl_apis = [] {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.627568] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] flat_injected = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.627746] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] force_config_drive = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.627925] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] force_raw_images = True {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.628127] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] graceful_shutdown_timeout = 5 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.628310] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] heal_instance_info_cache_interval = 60 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.628800] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] host = devstack {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.629126] nova-conductor[54365]: INFO dbcounter [None req-35874acb-fd3a-44a1-ba09-88ff3ab8add7 None None] Registered counter for database nova_cell1 [ 407.629357] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.629579] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] initial_disk_allocation_ratio = 1.0 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.629772] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] initial_ram_allocation_ratio = 1.0 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.630038] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.630225] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] instance_build_timeout = 0 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.630409] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] instance_delete_interval = 300 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.630587] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] instance_format = [instance: %(uuid)s] {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.630753] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] instance_name_template = instance-%08x {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.630914] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] instance_usage_audit = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.631151] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] instance_usage_audit_period = month {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.631330] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.631544] nova-conductor[54364]: DEBUG oslo_db.sqlalchemy.engines [None req-23fde589-d9cf-490a-8ccd-3a6225cd5ff1 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=54364) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 407.631690] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] instances_path = /opt/stack/data/nova/instances {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.631885] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] internal_service_availability_zone = internal {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.632064] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] key = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.632231] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] live_migration_retry_count = 30 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.632428] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] log_color = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.632611] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] log_config_append = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.632782] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.633034] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] log_dir = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.633237] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] log_file = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.633370] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] log_options = True {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.633557] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] log_rotate_interval = 1 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.633755] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] log_rotate_interval_type = days {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.633945] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] log_rotation_type = none {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.634092] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.634221] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.634390] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.634578] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.634706] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.634893] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] long_rpc_timeout = 1800 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.635064] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] max_concurrent_builds = 10 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.635264] nova-conductor[54365]: DEBUG oslo_db.sqlalchemy.engines [None req-35874acb-fd3a-44a1-ba09-88ff3ab8add7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=54365) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 407.635430] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] max_concurrent_live_migrations = 1 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.635627] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] max_concurrent_snapshots = 5 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.635816] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] max_local_block_devices = 3 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.635982] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] max_logfile_count = 30 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.636218] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] max_logfile_size_mb = 200 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.636410] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] maximum_instance_delete_attempts = 5 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.636584] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] metadata_listen = 0.0.0.0 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.636803] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] metadata_listen_port = 8775 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.636994] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] metadata_workers = 2 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.637188] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] migrate_max_retries = -1 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.637364] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] mkisofs_cmd = genisoimage {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.637594] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] my_block_storage_ip = 10.180.1.21 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.637734] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] my_ip = 10.180.1.21 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.637900] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] network_allocate_retries = 0 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.638116] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.638295] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] osapi_compute_listen = 0.0.0.0 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.638490] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] osapi_compute_listen_port = 8774 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.638669] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] osapi_compute_unique_server_name_scope = {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.638839] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] osapi_compute_workers = 2 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.639007] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] password_length = 12 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.639181] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] periodic_enable = True {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.639355] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] periodic_fuzzy_delay = 60 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.639524] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] pointer_model = usbtablet {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.639721] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] preallocate_images = none {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.639882] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] publish_errors = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.640021] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] pybasedir = /opt/stack/nova {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.640186] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] ram_allocation_ratio = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.640350] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] rate_limit_burst = 0 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.640521] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] rate_limit_except_level = CRITICAL {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.640678] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] rate_limit_interval = 0 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.640837] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] reboot_timeout = 0 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.641022] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] reclaim_instance_interval = 0 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.641220] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] record = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.641411] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] reimage_timeout_per_gb = 20 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.641586] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] report_interval = 120 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.641748] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] rescue_timeout = 0 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.641913] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] reserved_host_cpus = 0 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.642087] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] reserved_host_disk_mb = 0 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.642258] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] reserved_host_memory_mb = 512 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.642448] nova-conductor[54364]: DEBUG dbcounter [-] [54364] Writer thread running {{(pid=54364) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 407.642591] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] reserved_huge_pages = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.642777] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] resize_confirm_window = 0 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.642961] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] resize_fs_using_block_device = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.643145] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] resume_guests_state_on_host_boot = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.643336] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.643508] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] rpc_response_timeout = 60 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.643687] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] run_external_periodic_tasks = True {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.643863] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] running_deleted_instance_action = reap {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.644037] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] running_deleted_instance_poll_interval = 1800 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.644225] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] running_deleted_instance_timeout = 0 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.644406] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] scheduler_instance_sync_interval = 120 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.644586] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] service_down_time = 720 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.644836] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] servicegroup_driver = db {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.645026] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] shell_completion = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.645196] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] shelved_offload_time = 0 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.645360] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] shelved_poll_interval = 3600 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.645535] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] shutdown_timeout = 0 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.645702] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] source_is_ipv6 = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.645863] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] ssl_only = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.646044] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] state_path = /opt/stack/data/nova {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.646216] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writer thread running {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 407.646360] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] sync_power_state_interval = 600 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.646544] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] sync_power_state_pool_size = 1000 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.646721] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] syslog_log_facility = LOG_USER {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.646887] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] tempdir = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.647062] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] timeout_nbd = 10 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.647263] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] transport_url = **** {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.647429] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] update_resources_interval = 0 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.647610] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] use_cow_images = True {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.647774] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] use_eventlog = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.647936] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] use_journal = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.648109] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] use_json = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.648271] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] use_rootwrap_daemon = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.648474] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] use_stderr = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.648646] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] use_syslog = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.648808] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] vcpu_pin_set = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.648979] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] vif_plugging_is_fatal = True {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.649163] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] vif_plugging_timeout = 300 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.649360] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] virt_mkfs = [] {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.649523] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] volume_usage_poll_interval = 0 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.649711] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] watch_log_file = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.649896] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] web = /usr/share/spice-html5 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 407.650218] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] oslo_concurrency.disable_process_locking = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.650400] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] oslo_concurrency.lock_path = /opt/stack/data/nova {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.650606] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.650770] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.650938] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.651120] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.651294] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.651519] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] api.auth_strategy = keystone {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.651709] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] api.compute_link_prefix = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.651898] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.652089] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] api.dhcp_domain = novalocal {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.652263] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] api.enable_instance_password = True {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.652426] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] api.glance_link_prefix = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.652601] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.652791] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.652969] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] api.instance_list_per_project_cells = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.653150] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] api.list_records_by_skipping_down_cells = True {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.653312] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] api.local_metadata_per_cell = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.653481] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] api.max_limit = 1000 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.653645] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] api.metadata_cache_expiration = 15 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.653814] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] api.neutron_default_tenant_id = default {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.653982] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] api.response_validation = warn {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.654169] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] api.use_neutron_default_nets = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.654344] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.654528] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.654696] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.654869] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.655080] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] api.vendordata_dynamic_targets = [] {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.655248] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] api.vendordata_jsonfile_path = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.655427] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.655675] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] cache.backend = dogpile.cache.memcached {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.655860] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] cache.backend_argument = **** {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.656083] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] cache.config_prefix = cache.oslo {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.656303] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] cache.dead_timeout = 60.0 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.656472] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] cache.debug_cache_backend = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.656632] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] cache.enable_retry_client = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.656832] nova-conductor[54364]: DEBUG nova.service [None req-23fde589-d9cf-490a-8ccd-3a6225cd5ff1 None None] Creating RPC server for service conductor {{(pid=54364) start /opt/stack/nova/nova/service.py:186}} [ 407.656978] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] cache.enable_socket_keepalive = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.657186] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] cache.enabled = True {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.657359] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] cache.enforce_fips_mode = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.657548] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] cache.expiration_time = 600 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.657714] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] cache.hashclient_retry_attempts = 2 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.657880] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] cache.hashclient_retry_delay = 1.0 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.658055] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] cache.memcache_dead_retry = 300 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.658221] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] cache.memcache_password = **** {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.658398] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.658584] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.658774] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] cache.memcache_pool_maxsize = 10 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.658938] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.659123] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] cache.memcache_sasl_enabled = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.659305] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.659473] nova-conductor[54365]: DEBUG nova.service [None req-35874acb-fd3a-44a1-ba09-88ff3ab8add7 None None] Creating RPC server for service conductor {{(pid=54365) start /opt/stack/nova/nova/service.py:186}} [ 407.659614] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] cache.memcache_socket_timeout = 1.0 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.659796] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] cache.memcache_username = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.659970] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] cache.proxies = [] {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.660156] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] cache.redis_db = 0 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.660324] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] cache.redis_password = **** {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.660493] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] cache.redis_sentinel_service_name = mymaster {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.660666] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.660834] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] cache.redis_server = localhost:6379 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.661006] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] cache.redis_socket_timeout = 1.0 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.661175] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] cache.redis_username = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.661340] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] cache.retry_attempts = 2 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.661502] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] cache.retry_delay = 0.0 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.661667] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] cache.socket_keepalive_count = 1 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.661827] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] cache.socket_keepalive_idle = 1 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.661985] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] cache.socket_keepalive_interval = 1 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.662154] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] cache.tls_allowed_ciphers = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.662313] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] cache.tls_cafile = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.662467] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] cache.tls_certfile = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.662626] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] cache.tls_enabled = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.662781] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] cache.tls_keyfile = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.662993] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] cinder.auth_section = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.663200] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] cinder.auth_type = password {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.663381] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] cinder.cafile = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.663574] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] cinder.catalog_info = volumev3::publicURL {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.663733] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] cinder.certfile = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.663933] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] cinder.collect_timing = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.664178] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] cinder.cross_az_attach = True {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.664382] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] cinder.debug = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.664575] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] cinder.endpoint_template = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.664772] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] cinder.http_retries = 3 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.665016] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] cinder.insecure = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.665228] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] cinder.keyfile = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.665421] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] cinder.os_region_name = RegionOne {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.665591] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] cinder.split_loggers = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.665753] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] cinder.timeout = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.665928] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.666126] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] compute.cpu_dedicated_set = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.666293] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] compute.cpu_shared_set = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.666519] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] compute.image_type_exclude_list = [] {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.666747] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.666929] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] compute.max_concurrent_disk_ops = 0 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.667131] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] compute.max_disk_devices_to_attach = -1 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.667323] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.667547] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.667733] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] compute.resource_provider_association_refresh = 300 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.667898] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.668075] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] compute.shutdown_retry_interval = 10 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.668261] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.668444] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] conductor.workers = 2 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.668622] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] console.allowed_origins = [] {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.668851] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] console.ssl_ciphers = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.669050] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] console.ssl_minimum_version = default {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.669230] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] consoleauth.enforce_session_timeout = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.669403] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] consoleauth.token_ttl = 600 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.669600] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] cyborg.cafile = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.669758] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] cyborg.certfile = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.669922] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] cyborg.collect_timing = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.670097] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] cyborg.connect_retries = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.670260] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] cyborg.connect_retry_delay = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.670418] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] cyborg.endpoint_override = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.670578] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] cyborg.insecure = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.670735] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] cyborg.keyfile = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.670892] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] cyborg.max_version = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.671060] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] cyborg.min_version = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.671224] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] cyborg.region_name = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.671409] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] cyborg.retriable_status_codes = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.671561] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] cyborg.service_name = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.671730] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] cyborg.service_type = accelerator {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.671890] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] cyborg.split_loggers = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.672058] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] cyborg.status_code_retries = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.672222] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] cyborg.status_code_retry_delay = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.672379] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] cyborg.timeout = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.672556] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.672725] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] cyborg.version = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.672913] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] database.backend = sqlalchemy {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.673101] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] database.connection = **** {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.673268] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] database.connection_debug = 0 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.673442] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] database.connection_parameters = {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.673672] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] database.connection_recycle_time = 3600 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.673837] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] database.connection_trace = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.673997] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] database.db_inc_retry_interval = True {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.674173] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] database.db_max_retries = 20 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.674339] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] database.db_max_retry_interval = 10 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.674498] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] database.db_retry_interval = 1 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.674666] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] database.max_overflow = 50 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.674826] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] database.max_pool_size = 5 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.674986] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] database.max_retries = 10 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.675166] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.675329] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] database.mysql_wsrep_sync_wait = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.675486] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] database.pool_timeout = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.675643] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] database.retry_interval = 10 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.675799] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] database.slave_connection = **** {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.675957] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] database.sqlite_synchronous = True {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.676156] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] database.use_db_reconnect = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.676361] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] api_database.backend = sqlalchemy {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.676533] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] api_database.connection = **** {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.676718] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] api_database.connection_debug = 0 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.676887] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] api_database.connection_parameters = {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.677061] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] api_database.connection_recycle_time = 3600 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.677226] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] api_database.connection_trace = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.677386] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] api_database.db_inc_retry_interval = True {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.677553] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] api_database.db_max_retries = 20 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.677709] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] api_database.db_max_retry_interval = 10 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.677869] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] api_database.db_retry_interval = 1 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.678081] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] api_database.max_overflow = 50 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.678279] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] api_database.max_pool_size = 5 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.678462] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] api_database.max_retries = 10 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.678641] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.678800] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.678966] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] api_database.pool_timeout = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.679126] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] api_database.retry_interval = 10 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.679280] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] api_database.slave_connection = **** {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.679439] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] api_database.sqlite_synchronous = True {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.679642] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] devices.enabled_mdev_types = [] {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.679844] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.680020] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] ephemeral_storage_encryption.default_format = luks {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.680189] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] ephemeral_storage_encryption.enabled = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.680374] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.680564] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] glance.api_servers = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.680730] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] glance.cafile = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.680909] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] glance.certfile = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.681087] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] glance.collect_timing = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.681267] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] glance.connect_retries = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.681426] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] glance.connect_retry_delay = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.681600] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] glance.debug = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.681762] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] glance.default_trusted_certificate_ids = [] {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.681923] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] glance.enable_certificate_validation = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.682091] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] glance.enable_rbd_download = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.682251] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] glance.endpoint_override = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.682415] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] glance.insecure = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.682575] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] glance.keyfile = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.682732] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] glance.max_version = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.682887] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] glance.min_version = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.683059] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] glance.num_retries = 3 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.683232] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] glance.rbd_ceph_conf = {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.683394] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] glance.rbd_connect_timeout = 5 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.683923] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] glance.rbd_pool = {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.684158] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] glance.rbd_user = {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.684332] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] glance.region_name = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.684504] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] glance.retriable_status_codes = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.684660] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] glance.service_name = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.684818] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] glance.service_type = image {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.684986] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] glance.split_loggers = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.685161] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] glance.status_code_retries = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.685428] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] glance.status_code_retry_delay = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.686116] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] glance.timeout = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.686373] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.686559] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] glance.verify_glance_signatures = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.686744] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] glance.version = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.687205] nova-conductor[54364]: DEBUG nova.service [None req-23fde589-d9cf-490a-8ccd-3a6225cd5ff1 None None] Join ServiceGroup membership for this service conductor {{(pid=54364) start /opt/stack/nova/nova/service.py:203}} [ 407.687371] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] guestfs.debug = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.687596] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] mks.enabled = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.687776] nova-conductor[54364]: DEBUG nova.servicegroup.drivers.db [None req-23fde589-d9cf-490a-8ccd-3a6225cd5ff1 None None] DB_Driver: join new ServiceGroup member devstack to the conductor group, service = {{(pid=54364) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 407.688975] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.689224] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] image_cache.manager_interval = 2400 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.689391] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] image_cache.precache_concurrency = 1 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.689568] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] image_cache.remove_unused_base_images = True {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.689747] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.689916] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.690114] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] image_cache.subdirectory_name = _base {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.690323] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] ironic.api_max_retries = 60 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.690496] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] ironic.api_retry_interval = 2 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.690675] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] ironic.auth_section = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.691041] nova-conductor[54365]: DEBUG nova.service [None req-35874acb-fd3a-44a1-ba09-88ff3ab8add7 None None] Join ServiceGroup membership for this service conductor {{(pid=54365) start /opt/stack/nova/nova/service.py:203}} [ 407.691226] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] ironic.auth_type = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.691434] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] ironic.cafile = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.691607] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] ironic.certfile = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.691778] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] ironic.collect_timing = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.691969] nova-conductor[54365]: DEBUG nova.servicegroup.drivers.db [None req-35874acb-fd3a-44a1-ba09-88ff3ab8add7 None None] DB_Driver: join new ServiceGroup member devstack to the conductor group, service = {{(pid=54365) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 407.692128] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] ironic.conductor_group = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.692322] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] ironic.connect_retries = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.692490] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] ironic.connect_retry_delay = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.692676] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] ironic.endpoint_override = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.692841] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] ironic.insecure = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.693007] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] ironic.keyfile = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.693174] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] ironic.max_version = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.693335] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] ironic.min_version = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.693502] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] ironic.peer_list = [] {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.693659] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] ironic.region_name = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.693815] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] ironic.retriable_status_codes = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.693977] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] ironic.serial_console_state_timeout = 10 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.694151] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] ironic.service_name = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.694354] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] ironic.service_type = baremetal {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.694508] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] ironic.shard = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.694669] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] ironic.split_loggers = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.694826] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] ironic.status_code_retries = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.694983] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] ironic.status_code_retry_delay = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.695156] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] ironic.timeout = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.695338] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.695504] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] ironic.version = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.695688] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.695884] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] key_manager.fixed_key = **** {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.696153] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.696329] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] barbican.barbican_api_version = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.696491] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] barbican.barbican_endpoint = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.696685] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] barbican.barbican_endpoint_type = public {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.696861] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] barbican.barbican_region_name = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.697054] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] barbican.cafile = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.697230] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] barbican.certfile = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.697393] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] barbican.collect_timing = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.697551] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] barbican.insecure = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.697707] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] barbican.keyfile = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.697888] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] barbican.number_of_retries = 60 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.698064] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] barbican.retry_delay = 1 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.698251] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] barbican.send_service_user_token = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.698431] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] barbican.split_loggers = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.698598] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] barbican.timeout = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.698760] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] barbican.verify_ssl = True {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.698938] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] barbican.verify_ssl_path = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.699144] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] barbican_service_user.auth_section = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.699311] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] barbican_service_user.auth_type = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.699467] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] barbican_service_user.cafile = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.699623] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] barbican_service_user.certfile = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.699785] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] barbican_service_user.collect_timing = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.699944] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] barbican_service_user.insecure = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.700112] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] barbican_service_user.keyfile = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.700275] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] barbican_service_user.split_loggers = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.700431] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] barbican_service_user.timeout = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.700624] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] vault.approle_role_id = **** {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.700786] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] vault.approle_secret_id = **** {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.700957] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] vault.kv_mountpoint = secret {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.701143] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] vault.kv_path = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.701312] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] vault.kv_version = 2 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.701475] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] vault.namespace = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.701636] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] vault.root_token_id = **** {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.701790] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] vault.ssl_ca_crt_file = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.701959] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] vault.timeout = 60.0 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.702141] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] vault.use_ssl = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.702326] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.702520] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] keystone.auth_section = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.702692] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] keystone.auth_type = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.703197] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] keystone.cafile = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.703197] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] keystone.certfile = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.703197] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] keystone.collect_timing = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.703366] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] keystone.connect_retries = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.703491] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] keystone.connect_retry_delay = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.703647] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] keystone.endpoint_override = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.703805] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] keystone.insecure = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.703960] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] keystone.keyfile = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.704129] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] keystone.max_version = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.704287] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] keystone.min_version = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.704441] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] keystone.region_name = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.704594] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] keystone.retriable_status_codes = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.704748] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] keystone.service_name = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.704930] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] keystone.service_type = identity {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.705154] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] keystone.split_loggers = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.705277] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] keystone.status_code_retries = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.705435] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] keystone.status_code_retry_delay = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.705590] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] keystone.timeout = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.705764] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.705920] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] keystone.version = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.706208] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] libvirt.connection_uri = {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.706401] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] libvirt.cpu_mode = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.706610] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] libvirt.cpu_model_extra_flags = [] {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.706786] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] libvirt.cpu_models = [] {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.706955] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] libvirt.cpu_power_governor_high = performance {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.707138] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] libvirt.cpu_power_governor_low = powersave {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.707300] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] libvirt.cpu_power_management = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.707489] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.707688] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] libvirt.device_detach_attempts = 8 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.707855] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] libvirt.device_detach_timeout = 20 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.708069] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] libvirt.disk_cachemodes = [] {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.708188] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] libvirt.disk_prefix = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.708358] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] libvirt.enabled_perf_events = [] {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.708543] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] libvirt.file_backed_memory = 0 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.708710] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] libvirt.gid_maps = [] {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.708868] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] libvirt.hw_disk_discard = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.709040] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] libvirt.hw_machine_type = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.709213] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] libvirt.images_rbd_ceph_conf = {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.709377] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.709545] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.709712] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] libvirt.images_rbd_glance_store_name = {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.709878] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] libvirt.images_rbd_pool = rbd {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.710058] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] libvirt.images_type = default {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.710221] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] libvirt.images_volume_group = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.710382] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] libvirt.inject_key = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.710542] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] libvirt.inject_partition = -2 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.710726] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] libvirt.inject_password = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.710906] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] libvirt.iscsi_iface = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.711088] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] libvirt.iser_use_multipath = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.711252] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] libvirt.live_migration_bandwidth = 0 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.711413] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.711577] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] libvirt.live_migration_downtime = 500 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.711736] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.711896] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.712066] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] libvirt.live_migration_inbound_addr = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.712233] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.712392] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] libvirt.live_migration_permit_post_copy = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.712548] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] libvirt.live_migration_scheme = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.712716] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] libvirt.live_migration_timeout_action = abort {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.712875] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] libvirt.live_migration_tunnelled = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.713043] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] libvirt.live_migration_uri = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.713211] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] libvirt.live_migration_with_native_tls = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.713367] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] libvirt.max_queues = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.713530] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.713783] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.713985] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] libvirt.nfs_mount_options = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.714251] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] libvirt.nfs_mount_point_base = /opt/stack/data/nova/mnt {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.714426] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.714663] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] libvirt.num_iser_scan_tries = 5 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.714881] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] libvirt.num_memory_encrypted_guests = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.715072] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.715245] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] libvirt.num_pcie_ports = 0 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.715412] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] libvirt.num_volume_scan_tries = 5 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.715576] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] libvirt.pmem_namespaces = [] {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.715741] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] libvirt.quobyte_client_cfg = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.715969] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/nova/mnt {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.716170] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] libvirt.rbd_connect_timeout = 5 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.716341] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.716505] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.716669] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] libvirt.rbd_secret_uuid = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.716826] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] libvirt.rbd_user = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.716988] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.717194] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] libvirt.remote_filesystem_transport = ssh {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.717374] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] libvirt.rescue_image_id = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.717529] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] libvirt.rescue_kernel_id = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.717683] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] libvirt.rescue_ramdisk_id = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.717848] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.718034] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] libvirt.rx_queue_size = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.718213] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] libvirt.smbfs_mount_options = {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.718449] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/nova/mnt {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.718624] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] libvirt.snapshot_compression = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.718783] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] libvirt.snapshot_image_format = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.719007] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.719183] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] libvirt.sparse_logical_volumes = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.719350] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] libvirt.swtpm_enabled = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.719540] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] libvirt.swtpm_group = tss {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.719709] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] libvirt.swtpm_user = tss {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.719876] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] libvirt.sysinfo_serial = unique {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.720043] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] libvirt.tb_cache_size = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.720208] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] libvirt.tx_queue_size = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.720369] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] libvirt.uid_maps = [] {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.720529] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] libvirt.use_virtio_for_bridges = True {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.720697] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] libvirt.virt_type = kvm {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.720860] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] libvirt.volume_clear = zero {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.721033] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] libvirt.volume_clear_size = 0 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.721201] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] libvirt.volume_use_multipath = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.721358] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] libvirt.vzstorage_cache_path = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.721521] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.721682] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] libvirt.vzstorage_mount_group = qemu {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.721840] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] libvirt.vzstorage_mount_opts = [] {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.722009] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.722240] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/nova/mnt {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.722412] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] libvirt.vzstorage_mount_user = stack {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.722578] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.722770] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] neutron.auth_section = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.722940] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] neutron.auth_type = password {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.723115] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] neutron.cafile = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.723278] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] neutron.certfile = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.723436] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] neutron.collect_timing = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.723611] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] neutron.connect_retries = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.723764] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] neutron.connect_retry_delay = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.723930] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] neutron.default_floating_pool = public {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.724097] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] neutron.endpoint_override = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.724267] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] neutron.extension_sync_interval = 600 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.724429] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] neutron.http_retries = 3 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.724588] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] neutron.insecure = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.724744] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] neutron.keyfile = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.724900] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] neutron.max_version = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.725088] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.725252] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] neutron.min_version = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.725418] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] neutron.ovs_bridge = br-int {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.725633] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] neutron.physnets = [] {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.725805] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] neutron.region_name = RegionOne {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.725962] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] neutron.retriable_status_codes = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.726176] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] neutron.service_metadata_proxy = True {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.726341] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] neutron.service_name = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.726519] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] neutron.service_type = network {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.726697] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] neutron.split_loggers = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.726846] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] neutron.status_code_retries = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.727000] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] neutron.status_code_retry_delay = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.727176] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] neutron.timeout = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.727355] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.727513] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] neutron.version = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.727685] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] notifications.bdms_in_notifications = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.727858] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] notifications.default_level = INFO {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.728057] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] notifications.notification_format = unversioned {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.728230] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] notifications.notify_on_state_change = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.728425] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.728613] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] pci.alias = [] {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.728782] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] pci.device_spec = [] {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.728944] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] pci.report_in_placement = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.729193] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] placement.auth_section = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.729388] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] placement.auth_type = password {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.729574] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.729733] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] placement.cafile = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.729887] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] placement.certfile = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.730058] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] placement.collect_timing = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.730222] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] placement.connect_retries = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.730378] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] placement.connect_retry_delay = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.730536] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] placement.default_domain_id = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.730692] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] placement.default_domain_name = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.730848] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] placement.domain_id = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.731008] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] placement.domain_name = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.731175] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] placement.endpoint_override = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.731336] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] placement.insecure = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.731488] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] placement.keyfile = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.731641] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] placement.max_version = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.731791] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] placement.min_version = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.731955] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] placement.password = **** {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.732125] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] placement.project_domain_id = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.732291] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] placement.project_domain_name = Default {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.732485] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] placement.project_id = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.732649] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] placement.project_name = service {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.732814] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] placement.region_name = RegionOne {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.732970] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] placement.retriable_status_codes = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.733143] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] placement.service_name = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.733311] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] placement.service_type = placement {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.733468] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] placement.split_loggers = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.733627] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] placement.status_code_retries = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.733781] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] placement.status_code_retry_delay = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.733937] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] placement.system_scope = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.734106] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] placement.timeout = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.734265] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] placement.trust_id = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.734422] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] placement.user_domain_id = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.734584] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] placement.user_domain_name = Default {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.734739] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] placement.user_id = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.734902] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] placement.username = nova {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.735089] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.735250] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] placement.version = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.735429] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] quota.cores = 20 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.735591] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] quota.count_usage_from_placement = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.735758] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.735943] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] quota.injected_file_content_bytes = 10240 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.736148] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] quota.injected_file_path_length = 255 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.736329] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] quota.injected_files = 5 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.736494] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] quota.instances = 10 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.736656] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] quota.key_pairs = 100 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.736823] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] quota.metadata_items = 128 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.736989] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] quota.ram = 51200 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.737166] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] quota.recheck_quota = True {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.737335] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] quota.server_group_members = 10 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.737502] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] quota.server_groups = 10 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.737709] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.737896] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.738090] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] scheduler.image_metadata_prefilter = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.738284] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.738468] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] scheduler.max_attempts = 3 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.738640] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] scheduler.max_placement_results = 1000 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.738829] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.738992] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] scheduler.query_placement_for_image_type_support = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.739198] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.739401] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] scheduler.workers = 2 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.739604] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.739774] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.739967] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.740147] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.740311] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.740494] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.740655] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.740859] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.741040] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] filter_scheduler.host_subset_size = 1 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.741206] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.741381] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.741541] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.741701] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] filter_scheduler.isolated_hosts = [] {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.741858] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] filter_scheduler.isolated_images = [] {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.742027] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.742192] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.742350] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.742509] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] filter_scheduler.pci_in_placement = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.742665] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.742822] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.742984] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.743157] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.743320] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.743475] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.743653] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] filter_scheduler.track_instance_changes = True {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.743822] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.743992] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] metrics.required = True {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.744169] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] metrics.weight_multiplier = 1.0 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.744329] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.744486] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] metrics.weight_setting = [] {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.744806] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.744976] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] serial_console.enabled = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.745184] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] serial_console.port_range = 10000:20000 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.745357] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.745523] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.745689] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] serial_console.serialproxy_port = 6083 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.745850] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] service_user.auth_section = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.746026] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] service_user.auth_type = password {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.746212] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] service_user.cafile = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.746370] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] service_user.certfile = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.746528] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] service_user.collect_timing = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.746682] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] service_user.insecure = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.746833] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] service_user.keyfile = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.746999] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] service_user.send_service_user_token = True {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.747173] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] service_user.split_loggers = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.747327] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] service_user.timeout = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.747522] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] spice.agent_enabled = True {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.747699] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] spice.enabled = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.748061] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.748286] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.748507] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] spice.html5proxy_port = 6082 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.748674] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] spice.image_compression = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.748838] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] spice.jpeg_compression = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.748993] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] spice.playback_compression = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.749171] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] spice.require_secure = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.749341] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] spice.server_listen = 127.0.0.1 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.749506] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.749662] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] spice.streaming_mode = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.749816] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] spice.zlib_compression = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.749979] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] upgrade_levels.baseapi = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.750162] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] upgrade_levels.compute = auto {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.750323] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] upgrade_levels.conductor = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.750478] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] upgrade_levels.scheduler = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.750638] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] vendordata_dynamic_auth.auth_section = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.750796] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] vendordata_dynamic_auth.auth_type = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.750952] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] vendordata_dynamic_auth.cafile = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.751121] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] vendordata_dynamic_auth.certfile = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.751285] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.751441] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] vendordata_dynamic_auth.insecure = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.751597] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] vendordata_dynamic_auth.keyfile = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.751755] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.751909] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] vendordata_dynamic_auth.timeout = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.752143] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] vmware.api_retry_count = 10 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.752308] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] vmware.ca_file = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.752483] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] vmware.cache_prefix = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.752638] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] vmware.cluster_name = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.752795] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] vmware.connection_pool_size = 10 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.752949] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] vmware.console_delay_seconds = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.753114] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] vmware.datastore_regex = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.753271] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] vmware.host_ip = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.753427] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] vmware.host_password = **** {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.753595] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] vmware.host_port = 443 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.753749] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] vmware.host_username = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.753909] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] vmware.insecure = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.754079] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] vmware.integration_bridge = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.754242] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] vmware.maximum_objects = 100 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.754394] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] vmware.pbm_default_policy = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.754549] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] vmware.pbm_enabled = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.754702] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] vmware.pbm_wsdl_location = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.754868] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.755033] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] vmware.serial_port_proxy_uri = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.755192] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] vmware.serial_port_service_uri = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.755363] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] vmware.task_poll_interval = 0.5 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.755525] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] vmware.use_linked_clone = True {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.755687] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] vmware.vnc_keymap = en-us {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.755847] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] vmware.vnc_port = 5900 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.756012] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] vmware.vnc_port_total = 10000 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.756254] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] vnc.auth_schemes = ['none'] {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.756425] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] vnc.enabled = True {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.756741] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.756926] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.757110] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] vnc.novncproxy_port = 6080 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.757294] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] vnc.server_listen = 127.0.0.1 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.757464] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.757627] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] vnc.vencrypt_ca_certs = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.757785] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] vnc.vencrypt_client_cert = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.757940] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] vnc.vencrypt_client_key = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.758131] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.758319] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] workarounds.disable_deep_image_inspection = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.758500] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.758672] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.758834] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.758993] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] workarounds.disable_rootwrap = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.759169] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] workarounds.enable_numa_live_migration = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.759330] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.759487] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.759643] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.759801] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] workarounds.libvirt_disable_apic = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.759959] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.760135] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.760303] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.760462] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.760625] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.760786] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.760943] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.761112] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.761275] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.761437] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.761639] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.761809] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] wsgi.client_socket_timeout = 900 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.761973] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] wsgi.default_pool_size = 1000 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.762155] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] wsgi.keep_alive = True {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.762321] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] wsgi.max_header_line = 16384 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.762480] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] wsgi.secure_proxy_ssl_header = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.762641] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] wsgi.ssl_ca_file = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.762798] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] wsgi.ssl_cert_file = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.762953] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] wsgi.ssl_key_file = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.763128] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] wsgi.tcp_keepidle = 600 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.763326] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.763492] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] zvm.ca_file = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.763647] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] zvm.cloud_connector_url = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.763878] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] zvm.image_tmp_path = /opt/stack/data/nova/images {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.764055] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] zvm.reachable_timeout = 300 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.764286] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] oslo_policy.enforce_new_defaults = True {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.764889] nova-conductor[53944]: WARNING oslo_config.cfg [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 407.765092] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] oslo_policy.enforce_scope = True {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.765283] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] oslo_policy.policy_default_rule = default {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.765465] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.765638] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] oslo_policy.policy_file = policy.yaml {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.765856] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.766034] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.766225] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.766426] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.766588] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.766805] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.767028] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.767266] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] profiler.connection_string = messaging:// {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.767440] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] profiler.enabled = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.767638] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] profiler.es_doc_type = notification {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.767829] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] profiler.es_scroll_size = 10000 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.768008] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] profiler.es_scroll_time = 2m {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.768178] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] profiler.filter_error_trace = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.768344] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] profiler.hmac_keys = **** {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.768566] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] profiler.sentinel_service_name = mymaster {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.768768] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] profiler.socket_timeout = 0.1 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.768930] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] profiler.trace_requests = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.769100] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] profiler.trace_sqlalchemy = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.769341] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] profiler_jaeger.process_tags = {} {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.769500] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] profiler_jaeger.service_name_prefix = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.769660] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] profiler_otlp.service_name_prefix = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.769872] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] remote_debug.host = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.770043] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] remote_debug.port = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.770240] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.770401] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.770563] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.770721] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.770881] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.771047] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.771215] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.771375] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.771529] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.771690] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.771844] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.772018] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.772188] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.772359] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.772525] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] oslo_messaging_rabbit.processname = nova-conductor {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.772687] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.772843] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.773018] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.773183] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.773342] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.773505] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.773660] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.773814] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.773972] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.774145] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.774307] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.774470] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.774630] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.774790] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.774957] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] oslo_messaging_rabbit.ssl = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.775140] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.775313] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.775472] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.775635] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.775801] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] oslo_messaging_rabbit.ssl_version = {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.775957] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.776232] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.776399] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] oslo_messaging_notifications.retry = -1 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.776583] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.776753] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] oslo_messaging_notifications.transport_url = **** {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.776997] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] oslo_limit.auth_section = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.777181] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] oslo_limit.auth_type = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.777337] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] oslo_limit.cafile = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.777489] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] oslo_limit.certfile = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.777647] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] oslo_limit.collect_timing = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.777800] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] oslo_limit.connect_retries = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.777989] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] oslo_limit.connect_retry_delay = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.778162] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] oslo_limit.endpoint_id = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.778317] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] oslo_limit.endpoint_override = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.778499] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] oslo_limit.insecure = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.778659] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] oslo_limit.keyfile = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.778812] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] oslo_limit.max_version = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.778965] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] oslo_limit.min_version = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.779134] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] oslo_limit.region_name = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.779294] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] oslo_limit.retriable_status_codes = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.779454] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] oslo_limit.service_name = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.779605] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] oslo_limit.service_type = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.779763] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] oslo_limit.split_loggers = False {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.779939] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] oslo_limit.status_code_retries = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.780081] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] oslo_limit.status_code_retry_delay = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.780241] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] oslo_limit.timeout = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.780394] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] oslo_limit.valid_interfaces = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.780547] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] oslo_limit.version = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.780775] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] oslo_reports.file_event_handler = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.783482] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.783482] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] oslo_reports.log_dir = None {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 407.783482] nova-conductor[53944]: DEBUG oslo_service.service [None req-a0f8b73a-4c6e-4bd4-a89e-2d0b30026de7 None None] ******************************************************************************** {{(pid=53944) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2830}} [ 417.518277] nova-conductor[53944]: DEBUG dbcounter [-] [53944] Writing DB stats nova_api:SELECT=1 {{(pid=53944) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 417.608321] nova-conductor[53944]: DEBUG dbcounter [-] [53944] Writing DB stats nova_cell1:SELECT=1 {{(pid=53944) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 417.609014] nova-conductor[53944]: DEBUG dbcounter [-] [53944] Writing DB stats nova_cell0:SELECT=1 {{(pid=53944) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 422.698621] nova-conductor[54364]: DEBUG dbcounter [-] [54364] Writing DB stats nova_cell1:SELECT=4,nova_cell1:INSERT=1,nova_cell1:UPDATE=1 {{(pid=54364) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 422.700697] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writing DB stats nova_cell1:SELECT=5,nova_cell1:INSERT=1,nova_cell1:UPDATE=1 {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 491.396280] nova-conductor[54365]: DEBUG oslo_db.sqlalchemy.engines [None req-6799436e-c865-4609-af07-24d5920d98b1 None None] Parent process 53944 forked (54365) with an open database connection, which is being discarded and recreated. {{(pid=54365) checkout /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:438}} [ 491.398598] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writer thread running {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 491.399035] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writing DB stats nova_api:SELECT=2 {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 508.537984] nova-conductor[54364]: DEBUG dbcounter [-] [54364] Writing DB stats nova_cell1:SELECT=7,nova_cell1:INSERT=1,nova_cell1:UPDATE=1 {{(pid=54364) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 514.054830] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writing DB stats nova_cell1:SELECT=7,nova_cell1:INSERT=1,nova_cell1:UPDATE=1 {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 534.043544] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-9f7ef537-e592-4323-89f3-aea5609e923d tempest-TenantUsagesTestJSON-609128681 tempest-TenantUsagesTestJSON-609128681-project-member] Took 1.02 seconds to select destinations for 1 instance(s). {{(pid=54365) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 534.076452] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-9f7ef537-e592-4323-89f3-aea5609e923d tempest-TenantUsagesTestJSON-609128681 tempest-TenantUsagesTestJSON-609128681-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 534.076922] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-9f7ef537-e592-4323-89f3-aea5609e923d tempest-TenantUsagesTestJSON-609128681 tempest-TenantUsagesTestJSON-609128681-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 534.078907] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-9f7ef537-e592-4323-89f3-aea5609e923d tempest-TenantUsagesTestJSON-609128681 tempest-TenantUsagesTestJSON-609128681-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 534.081848] nova-conductor[54365]: INFO dbcounter [None req-9f7ef537-e592-4323-89f3-aea5609e923d tempest-TenantUsagesTestJSON-609128681 tempest-TenantUsagesTestJSON-609128681-project-member] Registered counter for database nova_cell1 [ 534.086811] nova-conductor[54365]: DEBUG oslo_db.sqlalchemy.engines [None req-9f7ef537-e592-4323-89f3-aea5609e923d tempest-TenantUsagesTestJSON-609128681 tempest-TenantUsagesTestJSON-609128681-project-member] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=54365) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 534.093953] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writer thread running {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 534.190209] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-9f7ef537-e592-4323-89f3-aea5609e923d tempest-TenantUsagesTestJSON-609128681 tempest-TenantUsagesTestJSON-609128681-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 534.190442] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-9f7ef537-e592-4323-89f3-aea5609e923d tempest-TenantUsagesTestJSON-609128681 tempest-TenantUsagesTestJSON-609128681-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 534.190893] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-9f7ef537-e592-4323-89f3-aea5609e923d tempest-TenantUsagesTestJSON-609128681 tempest-TenantUsagesTestJSON-609128681-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 534.191373] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-9f7ef537-e592-4323-89f3-aea5609e923d tempest-TenantUsagesTestJSON-609128681 tempest-TenantUsagesTestJSON-609128681-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 534.191504] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-9f7ef537-e592-4323-89f3-aea5609e923d tempest-TenantUsagesTestJSON-609128681 tempest-TenantUsagesTestJSON-609128681-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 534.191732] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-9f7ef537-e592-4323-89f3-aea5609e923d tempest-TenantUsagesTestJSON-609128681 tempest-TenantUsagesTestJSON-609128681-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 534.194415] nova-conductor[54365]: INFO dbcounter [None req-9f7ef537-e592-4323-89f3-aea5609e923d tempest-TenantUsagesTestJSON-609128681 tempest-TenantUsagesTestJSON-609128681-project-member] Registered counter for database nova_cell0 [ 534.201913] nova-conductor[54365]: DEBUG oslo_db.sqlalchemy.engines [None req-9f7ef537-e592-4323-89f3-aea5609e923d tempest-TenantUsagesTestJSON-609128681 tempest-TenantUsagesTestJSON-609128681-project-member] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=54365) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 534.207984] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writer thread running {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 534.220757] nova-conductor[54365]: DEBUG nova.quota [None req-9f7ef537-e592-4323-89f3-aea5609e923d tempest-TenantUsagesTestJSON-609128681 tempest-TenantUsagesTestJSON-609128681-project-member] Getting quotas for project a9ce83b74237482a95523b2c970edb85. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 534.227445] nova-conductor[54365]: DEBUG nova.quota [None req-9f7ef537-e592-4323-89f3-aea5609e923d tempest-TenantUsagesTestJSON-609128681 tempest-TenantUsagesTestJSON-609128681-project-member] Getting quotas for user 7cccd3adaaf748fd8a310252189d176f and project a9ce83b74237482a95523b2c970edb85. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 534.233357] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-9f7ef537-e592-4323-89f3-aea5609e923d tempest-TenantUsagesTestJSON-609128681 tempest-TenantUsagesTestJSON-609128681-project-member] [instance: f6d9ce5b-d610-4573-b43b-21836f7f8a1b] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54365) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 534.233930] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-9f7ef537-e592-4323-89f3-aea5609e923d tempest-TenantUsagesTestJSON-609128681 tempest-TenantUsagesTestJSON-609128681-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 534.234148] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-9f7ef537-e592-4323-89f3-aea5609e923d tempest-TenantUsagesTestJSON-609128681 tempest-TenantUsagesTestJSON-609128681-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 534.234309] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-9f7ef537-e592-4323-89f3-aea5609e923d tempest-TenantUsagesTestJSON-609128681 tempest-TenantUsagesTestJSON-609128681-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 534.244930] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-9f7ef537-e592-4323-89f3-aea5609e923d tempest-TenantUsagesTestJSON-609128681 tempest-TenantUsagesTestJSON-609128681-project-member] [instance: f6d9ce5b-d610-4573-b43b-21836f7f8a1b] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54365) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 534.245678] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-9f7ef537-e592-4323-89f3-aea5609e923d tempest-TenantUsagesTestJSON-609128681 tempest-TenantUsagesTestJSON-609128681-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 534.245912] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-9f7ef537-e592-4323-89f3-aea5609e923d tempest-TenantUsagesTestJSON-609128681 tempest-TenantUsagesTestJSON-609128681-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 534.246099] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-9f7ef537-e592-4323-89f3-aea5609e923d tempest-TenantUsagesTestJSON-609128681 tempest-TenantUsagesTestJSON-609128681-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 534.302199] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-9f7ef537-e592-4323-89f3-aea5609e923d tempest-TenantUsagesTestJSON-609128681 tempest-TenantUsagesTestJSON-609128681-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 534.302667] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-9f7ef537-e592-4323-89f3-aea5609e923d tempest-TenantUsagesTestJSON-609128681 tempest-TenantUsagesTestJSON-609128681-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 534.303071] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-9f7ef537-e592-4323-89f3-aea5609e923d tempest-TenantUsagesTestJSON-609128681 tempest-TenantUsagesTestJSON-609128681-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 534.303641] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-9f7ef537-e592-4323-89f3-aea5609e923d tempest-TenantUsagesTestJSON-609128681 tempest-TenantUsagesTestJSON-609128681-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=54365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 534.304026] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-9f7ef537-e592-4323-89f3-aea5609e923d tempest-TenantUsagesTestJSON-609128681 tempest-TenantUsagesTestJSON-609128681-project-member] Acquired lock "compute-rpcapi-router" {{(pid=54365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.305309] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-d4bcd654-1199-41bc-8ba2-c5544b510c8a None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 534.305694] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-d4bcd654-1199-41bc-8ba2-c5544b510c8a None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 534.306128] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-d4bcd654-1199-41bc-8ba2-c5544b510c8a None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 534.306784] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-d4bcd654-1199-41bc-8ba2-c5544b510c8a None None] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 534.307224] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-d4bcd654-1199-41bc-8ba2-c5544b510c8a None None] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 534.307936] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-d4bcd654-1199-41bc-8ba2-c5544b510c8a None None] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 534.317344] nova-conductor[54365]: INFO nova.compute.rpcapi [None req-d4bcd654-1199-41bc-8ba2-c5544b510c8a None None] Automatically selected compute RPC version 6.3 from minimum service version 67 [ 534.317837] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-d4bcd654-1199-41bc-8ba2-c5544b510c8a None None] Releasing lock "compute-rpcapi-router" {{(pid=54365) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 536.271132] nova-conductor[54364]: DEBUG dbcounter [-] [54364] Writer thread running {{(pid=54364) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 536.272032] nova-conductor[54364]: DEBUG dbcounter [-] [54364] Writing DB stats nova_api:SELECT=2 {{(pid=54364) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 536.793056] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-266c03c7-fa75-4383-b059-6b7ead578c6a tempest-DeleteServersAdminTestJSON-304460697 tempest-DeleteServersAdminTestJSON-304460697-project-member] Took 0.52 seconds to select destinations for 1 instance(s). {{(pid=54364) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 536.825981] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-266c03c7-fa75-4383-b059-6b7ead578c6a tempest-DeleteServersAdminTestJSON-304460697 tempest-DeleteServersAdminTestJSON-304460697-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 536.826180] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-266c03c7-fa75-4383-b059-6b7ead578c6a tempest-DeleteServersAdminTestJSON-304460697 tempest-DeleteServersAdminTestJSON-304460697-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 536.828887] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-266c03c7-fa75-4383-b059-6b7ead578c6a tempest-DeleteServersAdminTestJSON-304460697 tempest-DeleteServersAdminTestJSON-304460697-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 536.833613] nova-conductor[54364]: INFO dbcounter [None req-266c03c7-fa75-4383-b059-6b7ead578c6a tempest-DeleteServersAdminTestJSON-304460697 tempest-DeleteServersAdminTestJSON-304460697-project-member] Registered counter for database nova_cell1 [ 536.835662] nova-conductor[54364]: DEBUG oslo_db.sqlalchemy.engines [None req-266c03c7-fa75-4383-b059-6b7ead578c6a tempest-DeleteServersAdminTestJSON-304460697 tempest-DeleteServersAdminTestJSON-304460697-project-member] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=54364) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 536.843802] nova-conductor[54364]: DEBUG dbcounter [-] [54364] Writer thread running {{(pid=54364) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 536.937535] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-266c03c7-fa75-4383-b059-6b7ead578c6a tempest-DeleteServersAdminTestJSON-304460697 tempest-DeleteServersAdminTestJSON-304460697-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 536.937767] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-266c03c7-fa75-4383-b059-6b7ead578c6a tempest-DeleteServersAdminTestJSON-304460697 tempest-DeleteServersAdminTestJSON-304460697-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 536.938255] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-266c03c7-fa75-4383-b059-6b7ead578c6a tempest-DeleteServersAdminTestJSON-304460697 tempest-DeleteServersAdminTestJSON-304460697-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 536.938730] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-266c03c7-fa75-4383-b059-6b7ead578c6a tempest-DeleteServersAdminTestJSON-304460697 tempest-DeleteServersAdminTestJSON-304460697-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 536.938921] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-266c03c7-fa75-4383-b059-6b7ead578c6a tempest-DeleteServersAdminTestJSON-304460697 tempest-DeleteServersAdminTestJSON-304460697-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 536.939109] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-266c03c7-fa75-4383-b059-6b7ead578c6a tempest-DeleteServersAdminTestJSON-304460697 tempest-DeleteServersAdminTestJSON-304460697-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 536.943018] nova-conductor[54364]: INFO dbcounter [None req-266c03c7-fa75-4383-b059-6b7ead578c6a tempest-DeleteServersAdminTestJSON-304460697 tempest-DeleteServersAdminTestJSON-304460697-project-member] Registered counter for database nova_cell0 [ 536.949830] nova-conductor[54364]: DEBUG oslo_db.sqlalchemy.engines [None req-266c03c7-fa75-4383-b059-6b7ead578c6a tempest-DeleteServersAdminTestJSON-304460697 tempest-DeleteServersAdminTestJSON-304460697-project-member] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=54364) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 536.960513] nova-conductor[54364]: DEBUG dbcounter [-] [54364] Writer thread running {{(pid=54364) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 536.973144] nova-conductor[54364]: DEBUG nova.quota [None req-266c03c7-fa75-4383-b059-6b7ead578c6a tempest-DeleteServersAdminTestJSON-304460697 tempest-DeleteServersAdminTestJSON-304460697-project-member] Getting quotas for project 1b74a31666884e19b5a91325d435a6e6. Resources: {'cores', 'ram', 'instances'} {{(pid=54364) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 536.983063] nova-conductor[54364]: DEBUG nova.quota [None req-266c03c7-fa75-4383-b059-6b7ead578c6a tempest-DeleteServersAdminTestJSON-304460697 tempest-DeleteServersAdminTestJSON-304460697-project-member] Getting quotas for user 38226df72425401b9396a5ce15c8c1f5 and project 1b74a31666884e19b5a91325d435a6e6. Resources: {'cores', 'ram', 'instances'} {{(pid=54364) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 536.993326] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-266c03c7-fa75-4383-b059-6b7ead578c6a tempest-DeleteServersAdminTestJSON-304460697 tempest-DeleteServersAdminTestJSON-304460697-project-member] [instance: 1f94cb8f-7773-4330-ab1e-9ccad7585b07] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54364) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 536.993326] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-266c03c7-fa75-4383-b059-6b7ead578c6a tempest-DeleteServersAdminTestJSON-304460697 tempest-DeleteServersAdminTestJSON-304460697-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 536.993326] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-266c03c7-fa75-4383-b059-6b7ead578c6a tempest-DeleteServersAdminTestJSON-304460697 tempest-DeleteServersAdminTestJSON-304460697-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 536.993326] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-266c03c7-fa75-4383-b059-6b7ead578c6a tempest-DeleteServersAdminTestJSON-304460697 tempest-DeleteServersAdminTestJSON-304460697-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 537.010099] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-266c03c7-fa75-4383-b059-6b7ead578c6a tempest-DeleteServersAdminTestJSON-304460697 tempest-DeleteServersAdminTestJSON-304460697-project-member] [instance: 1f94cb8f-7773-4330-ab1e-9ccad7585b07] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54364) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 537.010099] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-266c03c7-fa75-4383-b059-6b7ead578c6a tempest-DeleteServersAdminTestJSON-304460697 tempest-DeleteServersAdminTestJSON-304460697-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 537.010099] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-266c03c7-fa75-4383-b059-6b7ead578c6a tempest-DeleteServersAdminTestJSON-304460697 tempest-DeleteServersAdminTestJSON-304460697-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 537.010280] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-266c03c7-fa75-4383-b059-6b7ead578c6a tempest-DeleteServersAdminTestJSON-304460697 tempest-DeleteServersAdminTestJSON-304460697-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 537.066978] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-266c03c7-fa75-4383-b059-6b7ead578c6a tempest-DeleteServersAdminTestJSON-304460697 tempest-DeleteServersAdminTestJSON-304460697-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 537.066978] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-266c03c7-fa75-4383-b059-6b7ead578c6a tempest-DeleteServersAdminTestJSON-304460697 tempest-DeleteServersAdminTestJSON-304460697-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 537.066978] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-266c03c7-fa75-4383-b059-6b7ead578c6a tempest-DeleteServersAdminTestJSON-304460697 tempest-DeleteServersAdminTestJSON-304460697-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 537.067227] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-266c03c7-fa75-4383-b059-6b7ead578c6a tempest-DeleteServersAdminTestJSON-304460697 tempest-DeleteServersAdminTestJSON-304460697-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=54364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 537.067227] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-266c03c7-fa75-4383-b059-6b7ead578c6a tempest-DeleteServersAdminTestJSON-304460697 tempest-DeleteServersAdminTestJSON-304460697-project-member] Acquired lock "compute-rpcapi-router" {{(pid=54364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 537.068238] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-5b38f456-542f-47d3-8d68-331694738911 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 537.068238] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-5b38f456-542f-47d3-8d68-331694738911 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 537.068238] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-5b38f456-542f-47d3-8d68-331694738911 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 537.068483] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-5b38f456-542f-47d3-8d68-331694738911 None None] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 537.068720] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-5b38f456-542f-47d3-8d68-331694738911 None None] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 537.069070] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-5b38f456-542f-47d3-8d68-331694738911 None None] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 537.077238] nova-conductor[54364]: INFO nova.compute.rpcapi [None req-5b38f456-542f-47d3-8d68-331694738911 None None] Automatically selected compute RPC version 6.3 from minimum service version 67 [ 537.077760] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-5b38f456-542f-47d3-8d68-331694738911 None None] Releasing lock "compute-rpcapi-router" {{(pid=54364) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 537.395846] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-7718e1fd-3809-42b7-bc2b-82147bd3e3ee tempest-ServersAdminNegativeTestJSON-570434186 tempest-ServersAdminNegativeTestJSON-570434186-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54365) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 537.399896] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-c15ac49c-fa30-4267-9ccb-e3014c4923ee tempest-ServerDiagnosticsNegativeTest-936481918 tempest-ServerDiagnosticsNegativeTest-936481918-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54364) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 537.425958] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-c15ac49c-fa30-4267-9ccb-e3014c4923ee tempest-ServerDiagnosticsNegativeTest-936481918 tempest-ServerDiagnosticsNegativeTest-936481918-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 537.426414] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-c15ac49c-fa30-4267-9ccb-e3014c4923ee tempest-ServerDiagnosticsNegativeTest-936481918 tempest-ServerDiagnosticsNegativeTest-936481918-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 537.426980] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-c15ac49c-fa30-4267-9ccb-e3014c4923ee tempest-ServerDiagnosticsNegativeTest-936481918 tempest-ServerDiagnosticsNegativeTest-936481918-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 537.429179] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-7718e1fd-3809-42b7-bc2b-82147bd3e3ee tempest-ServersAdminNegativeTestJSON-570434186 tempest-ServersAdminNegativeTestJSON-570434186-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 537.429431] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-7718e1fd-3809-42b7-bc2b-82147bd3e3ee tempest-ServersAdminNegativeTestJSON-570434186 tempest-ServersAdminNegativeTestJSON-570434186-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 537.429712] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-7718e1fd-3809-42b7-bc2b-82147bd3e3ee tempest-ServersAdminNegativeTestJSON-570434186 tempest-ServersAdminNegativeTestJSON-570434186-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 537.471318] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-7718e1fd-3809-42b7-bc2b-82147bd3e3ee tempest-ServersAdminNegativeTestJSON-570434186 tempest-ServersAdminNegativeTestJSON-570434186-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 537.471798] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-7718e1fd-3809-42b7-bc2b-82147bd3e3ee tempest-ServersAdminNegativeTestJSON-570434186 tempest-ServersAdminNegativeTestJSON-570434186-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 537.471849] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-7718e1fd-3809-42b7-bc2b-82147bd3e3ee tempest-ServersAdminNegativeTestJSON-570434186 tempest-ServersAdminNegativeTestJSON-570434186-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 537.472404] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-7718e1fd-3809-42b7-bc2b-82147bd3e3ee tempest-ServersAdminNegativeTestJSON-570434186 tempest-ServersAdminNegativeTestJSON-570434186-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 537.472514] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-7718e1fd-3809-42b7-bc2b-82147bd3e3ee tempest-ServersAdminNegativeTestJSON-570434186 tempest-ServersAdminNegativeTestJSON-570434186-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 537.472642] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-7718e1fd-3809-42b7-bc2b-82147bd3e3ee tempest-ServersAdminNegativeTestJSON-570434186 tempest-ServersAdminNegativeTestJSON-570434186-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 537.474525] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-c15ac49c-fa30-4267-9ccb-e3014c4923ee tempest-ServerDiagnosticsNegativeTest-936481918 tempest-ServerDiagnosticsNegativeTest-936481918-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 537.475220] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-c15ac49c-fa30-4267-9ccb-e3014c4923ee tempest-ServerDiagnosticsNegativeTest-936481918 tempest-ServerDiagnosticsNegativeTest-936481918-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 537.475220] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-c15ac49c-fa30-4267-9ccb-e3014c4923ee tempest-ServerDiagnosticsNegativeTest-936481918 tempest-ServerDiagnosticsNegativeTest-936481918-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 537.475430] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-c15ac49c-fa30-4267-9ccb-e3014c4923ee tempest-ServerDiagnosticsNegativeTest-936481918 tempest-ServerDiagnosticsNegativeTest-936481918-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 537.475649] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-c15ac49c-fa30-4267-9ccb-e3014c4923ee tempest-ServerDiagnosticsNegativeTest-936481918 tempest-ServerDiagnosticsNegativeTest-936481918-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 537.476148] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-c15ac49c-fa30-4267-9ccb-e3014c4923ee tempest-ServerDiagnosticsNegativeTest-936481918 tempest-ServerDiagnosticsNegativeTest-936481918-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 537.486694] nova-conductor[54364]: DEBUG nova.quota [None req-c15ac49c-fa30-4267-9ccb-e3014c4923ee tempest-ServerDiagnosticsNegativeTest-936481918 tempest-ServerDiagnosticsNegativeTest-936481918-project-member] Getting quotas for project 09e520a3b3ab448fa026a6ca94e0d75e. Resources: {'cores', 'ram', 'instances'} {{(pid=54364) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 537.489940] nova-conductor[54364]: DEBUG nova.quota [None req-c15ac49c-fa30-4267-9ccb-e3014c4923ee tempest-ServerDiagnosticsNegativeTest-936481918 tempest-ServerDiagnosticsNegativeTest-936481918-project-member] Getting quotas for user 7b35985dcf7149b6b70b1606c7280fd4 and project 09e520a3b3ab448fa026a6ca94e0d75e. Resources: {'cores', 'ram', 'instances'} {{(pid=54364) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 537.490475] nova-conductor[54365]: DEBUG nova.quota [None req-7718e1fd-3809-42b7-bc2b-82147bd3e3ee tempest-ServersAdminNegativeTestJSON-570434186 tempest-ServersAdminNegativeTestJSON-570434186-project-member] Getting quotas for project 974e9b943b5642588ba06cc89466b4e6. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 537.493303] nova-conductor[54365]: DEBUG nova.quota [None req-7718e1fd-3809-42b7-bc2b-82147bd3e3ee tempest-ServersAdminNegativeTestJSON-570434186 tempest-ServersAdminNegativeTestJSON-570434186-project-member] Getting quotas for user 21d44112263a4ac5b6df6dd5a7fad411 and project 974e9b943b5642588ba06cc89466b4e6. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 537.498902] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-c15ac49c-fa30-4267-9ccb-e3014c4923ee tempest-ServerDiagnosticsNegativeTest-936481918 tempest-ServerDiagnosticsNegativeTest-936481918-project-member] [instance: d9b2c5c3-bd2b-4ec0-8b3c-e0f671d81c72] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54364) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 537.498902] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-c15ac49c-fa30-4267-9ccb-e3014c4923ee tempest-ServerDiagnosticsNegativeTest-936481918 tempest-ServerDiagnosticsNegativeTest-936481918-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 537.498902] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-c15ac49c-fa30-4267-9ccb-e3014c4923ee tempest-ServerDiagnosticsNegativeTest-936481918 tempest-ServerDiagnosticsNegativeTest-936481918-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 537.501584] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-c15ac49c-fa30-4267-9ccb-e3014c4923ee tempest-ServerDiagnosticsNegativeTest-936481918 tempest-ServerDiagnosticsNegativeTest-936481918-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 537.501839] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-7718e1fd-3809-42b7-bc2b-82147bd3e3ee tempest-ServersAdminNegativeTestJSON-570434186 tempest-ServersAdminNegativeTestJSON-570434186-project-member] [instance: 0c828d87-be04-47a4-87f9-a0f54622326b] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54365) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 537.502676] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-7718e1fd-3809-42b7-bc2b-82147bd3e3ee tempest-ServersAdminNegativeTestJSON-570434186 tempest-ServersAdminNegativeTestJSON-570434186-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 537.502715] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-7718e1fd-3809-42b7-bc2b-82147bd3e3ee tempest-ServersAdminNegativeTestJSON-570434186 tempest-ServersAdminNegativeTestJSON-570434186-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 537.502868] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-7718e1fd-3809-42b7-bc2b-82147bd3e3ee tempest-ServersAdminNegativeTestJSON-570434186 tempest-ServersAdminNegativeTestJSON-570434186-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 537.508413] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-c15ac49c-fa30-4267-9ccb-e3014c4923ee tempest-ServerDiagnosticsNegativeTest-936481918 tempest-ServerDiagnosticsNegativeTest-936481918-project-member] [instance: d9b2c5c3-bd2b-4ec0-8b3c-e0f671d81c72] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54364) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 537.508853] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-7718e1fd-3809-42b7-bc2b-82147bd3e3ee tempest-ServersAdminNegativeTestJSON-570434186 tempest-ServersAdminNegativeTestJSON-570434186-project-member] [instance: 0c828d87-be04-47a4-87f9-a0f54622326b] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54365) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 537.509482] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-7718e1fd-3809-42b7-bc2b-82147bd3e3ee tempest-ServersAdminNegativeTestJSON-570434186 tempest-ServersAdminNegativeTestJSON-570434186-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 537.509689] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-7718e1fd-3809-42b7-bc2b-82147bd3e3ee tempest-ServersAdminNegativeTestJSON-570434186 tempest-ServersAdminNegativeTestJSON-570434186-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 537.509920] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-c15ac49c-fa30-4267-9ccb-e3014c4923ee tempest-ServerDiagnosticsNegativeTest-936481918 tempest-ServerDiagnosticsNegativeTest-936481918-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 537.510176] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-c15ac49c-fa30-4267-9ccb-e3014c4923ee tempest-ServerDiagnosticsNegativeTest-936481918 tempest-ServerDiagnosticsNegativeTest-936481918-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 537.510349] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-c15ac49c-fa30-4267-9ccb-e3014c4923ee tempest-ServerDiagnosticsNegativeTest-936481918 tempest-ServerDiagnosticsNegativeTest-936481918-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 537.510687] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-7718e1fd-3809-42b7-bc2b-82147bd3e3ee tempest-ServersAdminNegativeTestJSON-570434186 tempest-ServersAdminNegativeTestJSON-570434186-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 537.534340] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-7718e1fd-3809-42b7-bc2b-82147bd3e3ee tempest-ServersAdminNegativeTestJSON-570434186 tempest-ServersAdminNegativeTestJSON-570434186-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 537.534574] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-7718e1fd-3809-42b7-bc2b-82147bd3e3ee tempest-ServersAdminNegativeTestJSON-570434186 tempest-ServersAdminNegativeTestJSON-570434186-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 537.534744] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-7718e1fd-3809-42b7-bc2b-82147bd3e3ee tempest-ServersAdminNegativeTestJSON-570434186 tempest-ServersAdminNegativeTestJSON-570434186-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 537.563758] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-c15ac49c-fa30-4267-9ccb-e3014c4923ee tempest-ServerDiagnosticsNegativeTest-936481918 tempest-ServerDiagnosticsNegativeTest-936481918-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 537.563758] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-c15ac49c-fa30-4267-9ccb-e3014c4923ee tempest-ServerDiagnosticsNegativeTest-936481918 tempest-ServerDiagnosticsNegativeTest-936481918-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 537.563758] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-c15ac49c-fa30-4267-9ccb-e3014c4923ee tempest-ServerDiagnosticsNegativeTest-936481918 tempest-ServerDiagnosticsNegativeTest-936481918-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 538.547030] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-a4281670-6868-4891-b2f5-c82bd392f4e1 tempest-ImagesOneServerNegativeTestJSON-191794322 tempest-ImagesOneServerNegativeTestJSON-191794322-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54364) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 538.579046] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-a4281670-6868-4891-b2f5-c82bd392f4e1 tempest-ImagesOneServerNegativeTestJSON-191794322 tempest-ImagesOneServerNegativeTestJSON-191794322-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 538.579311] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-a4281670-6868-4891-b2f5-c82bd392f4e1 tempest-ImagesOneServerNegativeTestJSON-191794322 tempest-ImagesOneServerNegativeTestJSON-191794322-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 538.579499] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-a4281670-6868-4891-b2f5-c82bd392f4e1 tempest-ImagesOneServerNegativeTestJSON-191794322 tempest-ImagesOneServerNegativeTestJSON-191794322-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 538.626974] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-a4281670-6868-4891-b2f5-c82bd392f4e1 tempest-ImagesOneServerNegativeTestJSON-191794322 tempest-ImagesOneServerNegativeTestJSON-191794322-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 538.627095] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-a4281670-6868-4891-b2f5-c82bd392f4e1 tempest-ImagesOneServerNegativeTestJSON-191794322 tempest-ImagesOneServerNegativeTestJSON-191794322-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 538.627265] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-a4281670-6868-4891-b2f5-c82bd392f4e1 tempest-ImagesOneServerNegativeTestJSON-191794322 tempest-ImagesOneServerNegativeTestJSON-191794322-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 538.627639] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-a4281670-6868-4891-b2f5-c82bd392f4e1 tempest-ImagesOneServerNegativeTestJSON-191794322 tempest-ImagesOneServerNegativeTestJSON-191794322-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 538.627825] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-a4281670-6868-4891-b2f5-c82bd392f4e1 tempest-ImagesOneServerNegativeTestJSON-191794322 tempest-ImagesOneServerNegativeTestJSON-191794322-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 538.627998] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-a4281670-6868-4891-b2f5-c82bd392f4e1 tempest-ImagesOneServerNegativeTestJSON-191794322 tempest-ImagesOneServerNegativeTestJSON-191794322-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 538.638210] nova-conductor[54364]: DEBUG nova.quota [None req-a4281670-6868-4891-b2f5-c82bd392f4e1 tempest-ImagesOneServerNegativeTestJSON-191794322 tempest-ImagesOneServerNegativeTestJSON-191794322-project-member] Getting quotas for project 701cb2dba8d14b448499613135fb789c. Resources: {'cores', 'ram', 'instances'} {{(pid=54364) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 538.640151] nova-conductor[54364]: DEBUG nova.quota [None req-a4281670-6868-4891-b2f5-c82bd392f4e1 tempest-ImagesOneServerNegativeTestJSON-191794322 tempest-ImagesOneServerNegativeTestJSON-191794322-project-member] Getting quotas for user 2c3ac7a0e6964893a581a0c2f0b70459 and project 701cb2dba8d14b448499613135fb789c. Resources: {'cores', 'ram', 'instances'} {{(pid=54364) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 538.645617] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-a4281670-6868-4891-b2f5-c82bd392f4e1 tempest-ImagesOneServerNegativeTestJSON-191794322 tempest-ImagesOneServerNegativeTestJSON-191794322-project-member] [instance: 88346467-e1ac-4647-bcf7-063636853a2b] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54364) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 538.646112] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-a4281670-6868-4891-b2f5-c82bd392f4e1 tempest-ImagesOneServerNegativeTestJSON-191794322 tempest-ImagesOneServerNegativeTestJSON-191794322-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 538.646312] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-a4281670-6868-4891-b2f5-c82bd392f4e1 tempest-ImagesOneServerNegativeTestJSON-191794322 tempest-ImagesOneServerNegativeTestJSON-191794322-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 538.646479] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-a4281670-6868-4891-b2f5-c82bd392f4e1 tempest-ImagesOneServerNegativeTestJSON-191794322 tempest-ImagesOneServerNegativeTestJSON-191794322-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 538.650815] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-a4281670-6868-4891-b2f5-c82bd392f4e1 tempest-ImagesOneServerNegativeTestJSON-191794322 tempest-ImagesOneServerNegativeTestJSON-191794322-project-member] [instance: 88346467-e1ac-4647-bcf7-063636853a2b] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54364) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 538.651628] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-a4281670-6868-4891-b2f5-c82bd392f4e1 tempest-ImagesOneServerNegativeTestJSON-191794322 tempest-ImagesOneServerNegativeTestJSON-191794322-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 538.652027] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-a4281670-6868-4891-b2f5-c82bd392f4e1 tempest-ImagesOneServerNegativeTestJSON-191794322 tempest-ImagesOneServerNegativeTestJSON-191794322-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 538.652027] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-a4281670-6868-4891-b2f5-c82bd392f4e1 tempest-ImagesOneServerNegativeTestJSON-191794322 tempest-ImagesOneServerNegativeTestJSON-191794322-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 538.694833] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-a4281670-6868-4891-b2f5-c82bd392f4e1 tempest-ImagesOneServerNegativeTestJSON-191794322 tempest-ImagesOneServerNegativeTestJSON-191794322-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 538.695302] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-a4281670-6868-4891-b2f5-c82bd392f4e1 tempest-ImagesOneServerNegativeTestJSON-191794322 tempest-ImagesOneServerNegativeTestJSON-191794322-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 538.695302] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-a4281670-6868-4891-b2f5-c82bd392f4e1 tempest-ImagesOneServerNegativeTestJSON-191794322 tempest-ImagesOneServerNegativeTestJSON-191794322-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 540.270177] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-93abef63-903c-4afb-a46d-b79278abe070 tempest-SecurityGroupsTestJSON-1243243120 tempest-SecurityGroupsTestJSON-1243243120-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54365) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 540.291866] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-93abef63-903c-4afb-a46d-b79278abe070 tempest-SecurityGroupsTestJSON-1243243120 tempest-SecurityGroupsTestJSON-1243243120-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 540.292027] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-93abef63-903c-4afb-a46d-b79278abe070 tempest-SecurityGroupsTestJSON-1243243120 tempest-SecurityGroupsTestJSON-1243243120-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 540.292220] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-93abef63-903c-4afb-a46d-b79278abe070 tempest-SecurityGroupsTestJSON-1243243120 tempest-SecurityGroupsTestJSON-1243243120-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 540.344621] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-93abef63-903c-4afb-a46d-b79278abe070 tempest-SecurityGroupsTestJSON-1243243120 tempest-SecurityGroupsTestJSON-1243243120-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 540.344854] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-93abef63-903c-4afb-a46d-b79278abe070 tempest-SecurityGroupsTestJSON-1243243120 tempest-SecurityGroupsTestJSON-1243243120-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 540.345070] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-93abef63-903c-4afb-a46d-b79278abe070 tempest-SecurityGroupsTestJSON-1243243120 tempest-SecurityGroupsTestJSON-1243243120-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 540.345450] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-93abef63-903c-4afb-a46d-b79278abe070 tempest-SecurityGroupsTestJSON-1243243120 tempest-SecurityGroupsTestJSON-1243243120-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 540.345634] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-93abef63-903c-4afb-a46d-b79278abe070 tempest-SecurityGroupsTestJSON-1243243120 tempest-SecurityGroupsTestJSON-1243243120-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 540.345793] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-93abef63-903c-4afb-a46d-b79278abe070 tempest-SecurityGroupsTestJSON-1243243120 tempest-SecurityGroupsTestJSON-1243243120-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 540.354941] nova-conductor[54365]: DEBUG nova.quota [None req-93abef63-903c-4afb-a46d-b79278abe070 tempest-SecurityGroupsTestJSON-1243243120 tempest-SecurityGroupsTestJSON-1243243120-project-member] Getting quotas for project 90c788067d2640bfa69e51fb796fffa0. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 540.357814] nova-conductor[54365]: DEBUG nova.quota [None req-93abef63-903c-4afb-a46d-b79278abe070 tempest-SecurityGroupsTestJSON-1243243120 tempest-SecurityGroupsTestJSON-1243243120-project-member] Getting quotas for user 4b7f289af8d345949a3c3cba8821c545 and project 90c788067d2640bfa69e51fb796fffa0. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 540.365046] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-93abef63-903c-4afb-a46d-b79278abe070 tempest-SecurityGroupsTestJSON-1243243120 tempest-SecurityGroupsTestJSON-1243243120-project-member] [instance: 5094a573-d6b5-4e38-ba60-f7c9bd6cdae4] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54365) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 540.365527] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-93abef63-903c-4afb-a46d-b79278abe070 tempest-SecurityGroupsTestJSON-1243243120 tempest-SecurityGroupsTestJSON-1243243120-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 540.365733] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-93abef63-903c-4afb-a46d-b79278abe070 tempest-SecurityGroupsTestJSON-1243243120 tempest-SecurityGroupsTestJSON-1243243120-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 540.366381] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-93abef63-903c-4afb-a46d-b79278abe070 tempest-SecurityGroupsTestJSON-1243243120 tempest-SecurityGroupsTestJSON-1243243120-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 540.386890] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-93abef63-903c-4afb-a46d-b79278abe070 tempest-SecurityGroupsTestJSON-1243243120 tempest-SecurityGroupsTestJSON-1243243120-project-member] [instance: 5094a573-d6b5-4e38-ba60-f7c9bd6cdae4] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54365) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 540.387896] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-93abef63-903c-4afb-a46d-b79278abe070 tempest-SecurityGroupsTestJSON-1243243120 tempest-SecurityGroupsTestJSON-1243243120-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 540.388333] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-93abef63-903c-4afb-a46d-b79278abe070 tempest-SecurityGroupsTestJSON-1243243120 tempest-SecurityGroupsTestJSON-1243243120-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 540.388333] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-93abef63-903c-4afb-a46d-b79278abe070 tempest-SecurityGroupsTestJSON-1243243120 tempest-SecurityGroupsTestJSON-1243243120-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 540.424803] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-93abef63-903c-4afb-a46d-b79278abe070 tempest-SecurityGroupsTestJSON-1243243120 tempest-SecurityGroupsTestJSON-1243243120-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 540.426787] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-93abef63-903c-4afb-a46d-b79278abe070 tempest-SecurityGroupsTestJSON-1243243120 tempest-SecurityGroupsTestJSON-1243243120-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 540.427027] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-93abef63-903c-4afb-a46d-b79278abe070 tempest-SecurityGroupsTestJSON-1243243120 tempest-SecurityGroupsTestJSON-1243243120-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 541.382196] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-8b074cb1-f1c2-46f6-ab73-198905ffb3e3 tempest-ServersTestJSON-1717828494 tempest-ServersTestJSON-1717828494-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54364) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 541.410521] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-8b074cb1-f1c2-46f6-ab73-198905ffb3e3 tempest-ServersTestJSON-1717828494 tempest-ServersTestJSON-1717828494-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 541.411340] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-8b074cb1-f1c2-46f6-ab73-198905ffb3e3 tempest-ServersTestJSON-1717828494 tempest-ServersTestJSON-1717828494-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 541.411340] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-8b074cb1-f1c2-46f6-ab73-198905ffb3e3 tempest-ServersTestJSON-1717828494 tempest-ServersTestJSON-1717828494-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 541.473599] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-8b074cb1-f1c2-46f6-ab73-198905ffb3e3 tempest-ServersTestJSON-1717828494 tempest-ServersTestJSON-1717828494-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 541.473599] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-8b074cb1-f1c2-46f6-ab73-198905ffb3e3 tempest-ServersTestJSON-1717828494 tempest-ServersTestJSON-1717828494-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 541.473599] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-8b074cb1-f1c2-46f6-ab73-198905ffb3e3 tempest-ServersTestJSON-1717828494 tempest-ServersTestJSON-1717828494-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 541.473599] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-8b074cb1-f1c2-46f6-ab73-198905ffb3e3 tempest-ServersTestJSON-1717828494 tempest-ServersTestJSON-1717828494-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 541.473768] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-8b074cb1-f1c2-46f6-ab73-198905ffb3e3 tempest-ServersTestJSON-1717828494 tempest-ServersTestJSON-1717828494-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 541.473768] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-8b074cb1-f1c2-46f6-ab73-198905ffb3e3 tempest-ServersTestJSON-1717828494 tempest-ServersTestJSON-1717828494-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 541.486441] nova-conductor[54364]: DEBUG nova.quota [None req-8b074cb1-f1c2-46f6-ab73-198905ffb3e3 tempest-ServersTestJSON-1717828494 tempest-ServersTestJSON-1717828494-project-member] Getting quotas for project fa0d16c7ccd643e6b35bcc19aeff0050. Resources: {'cores', 'ram', 'instances'} {{(pid=54364) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 541.491327] nova-conductor[54364]: DEBUG nova.quota [None req-8b074cb1-f1c2-46f6-ab73-198905ffb3e3 tempest-ServersTestJSON-1717828494 tempest-ServersTestJSON-1717828494-project-member] Getting quotas for user 028f86039da04407a7ad3f8f72082010 and project fa0d16c7ccd643e6b35bcc19aeff0050. Resources: {'cores', 'ram', 'instances'} {{(pid=54364) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 541.500189] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-8b074cb1-f1c2-46f6-ab73-198905ffb3e3 tempest-ServersTestJSON-1717828494 tempest-ServersTestJSON-1717828494-project-member] [instance: 67cf14dd-309a-4abb-b8e0-bc289c7cc845] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54364) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 541.500714] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-8b074cb1-f1c2-46f6-ab73-198905ffb3e3 tempest-ServersTestJSON-1717828494 tempest-ServersTestJSON-1717828494-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 541.500901] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-8b074cb1-f1c2-46f6-ab73-198905ffb3e3 tempest-ServersTestJSON-1717828494 tempest-ServersTestJSON-1717828494-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 541.501086] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-8b074cb1-f1c2-46f6-ab73-198905ffb3e3 tempest-ServersTestJSON-1717828494 tempest-ServersTestJSON-1717828494-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 541.507316] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-8b074cb1-f1c2-46f6-ab73-198905ffb3e3 tempest-ServersTestJSON-1717828494 tempest-ServersTestJSON-1717828494-project-member] [instance: 67cf14dd-309a-4abb-b8e0-bc289c7cc845] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54364) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 541.507690] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-8b074cb1-f1c2-46f6-ab73-198905ffb3e3 tempest-ServersTestJSON-1717828494 tempest-ServersTestJSON-1717828494-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 541.507920] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-8b074cb1-f1c2-46f6-ab73-198905ffb3e3 tempest-ServersTestJSON-1717828494 tempest-ServersTestJSON-1717828494-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 541.508093] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-8b074cb1-f1c2-46f6-ab73-198905ffb3e3 tempest-ServersTestJSON-1717828494 tempest-ServersTestJSON-1717828494-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 541.536835] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-8b074cb1-f1c2-46f6-ab73-198905ffb3e3 tempest-ServersTestJSON-1717828494 tempest-ServersTestJSON-1717828494-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 541.536835] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-8b074cb1-f1c2-46f6-ab73-198905ffb3e3 tempest-ServersTestJSON-1717828494 tempest-ServersTestJSON-1717828494-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 541.536967] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-8b074cb1-f1c2-46f6-ab73-198905ffb3e3 tempest-ServersTestJSON-1717828494 tempest-ServersTestJSON-1717828494-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 544.588855] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-a0daff05-7f48-4e3f-9366-edbb54b17ebd tempest-ServersTestManualDisk-1177164087 tempest-ServersTestManualDisk-1177164087-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54364) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 544.606151] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-a0daff05-7f48-4e3f-9366-edbb54b17ebd tempest-ServersTestManualDisk-1177164087 tempest-ServersTestManualDisk-1177164087-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 544.606365] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-a0daff05-7f48-4e3f-9366-edbb54b17ebd tempest-ServersTestManualDisk-1177164087 tempest-ServersTestManualDisk-1177164087-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 544.606529] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-a0daff05-7f48-4e3f-9366-edbb54b17ebd tempest-ServersTestManualDisk-1177164087 tempest-ServersTestManualDisk-1177164087-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 544.644291] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-a0daff05-7f48-4e3f-9366-edbb54b17ebd tempest-ServersTestManualDisk-1177164087 tempest-ServersTestManualDisk-1177164087-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 544.644542] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-a0daff05-7f48-4e3f-9366-edbb54b17ebd tempest-ServersTestManualDisk-1177164087 tempest-ServersTestManualDisk-1177164087-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 544.645033] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-a0daff05-7f48-4e3f-9366-edbb54b17ebd tempest-ServersTestManualDisk-1177164087 tempest-ServersTestManualDisk-1177164087-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 544.645326] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-a0daff05-7f48-4e3f-9366-edbb54b17ebd tempest-ServersTestManualDisk-1177164087 tempest-ServersTestManualDisk-1177164087-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 544.645392] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-a0daff05-7f48-4e3f-9366-edbb54b17ebd tempest-ServersTestManualDisk-1177164087 tempest-ServersTestManualDisk-1177164087-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 544.645627] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-a0daff05-7f48-4e3f-9366-edbb54b17ebd tempest-ServersTestManualDisk-1177164087 tempest-ServersTestManualDisk-1177164087-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 544.655047] nova-conductor[54364]: DEBUG nova.quota [None req-a0daff05-7f48-4e3f-9366-edbb54b17ebd tempest-ServersTestManualDisk-1177164087 tempest-ServersTestManualDisk-1177164087-project-member] Getting quotas for project d777322bcf3a442a8c473f8fca2d9129. Resources: {'cores', 'ram', 'instances'} {{(pid=54364) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 544.657281] nova-conductor[54364]: DEBUG nova.quota [None req-a0daff05-7f48-4e3f-9366-edbb54b17ebd tempest-ServersTestManualDisk-1177164087 tempest-ServersTestManualDisk-1177164087-project-member] Getting quotas for user 101927e87ca54ff3a8387f40c8790dd2 and project d777322bcf3a442a8c473f8fca2d9129. Resources: {'cores', 'ram', 'instances'} {{(pid=54364) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 544.664258] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-a0daff05-7f48-4e3f-9366-edbb54b17ebd tempest-ServersTestManualDisk-1177164087 tempest-ServersTestManualDisk-1177164087-project-member] [instance: 606514b7-c9c5-43c1-bc71-5337228373f1] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54364) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 544.664847] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-a0daff05-7f48-4e3f-9366-edbb54b17ebd tempest-ServersTestManualDisk-1177164087 tempest-ServersTestManualDisk-1177164087-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 544.665098] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-a0daff05-7f48-4e3f-9366-edbb54b17ebd tempest-ServersTestManualDisk-1177164087 tempest-ServersTestManualDisk-1177164087-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 544.665271] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-a0daff05-7f48-4e3f-9366-edbb54b17ebd tempest-ServersTestManualDisk-1177164087 tempest-ServersTestManualDisk-1177164087-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 544.670111] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-a0daff05-7f48-4e3f-9366-edbb54b17ebd tempest-ServersTestManualDisk-1177164087 tempest-ServersTestManualDisk-1177164087-project-member] [instance: 606514b7-c9c5-43c1-bc71-5337228373f1] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54364) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 544.670915] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-a0daff05-7f48-4e3f-9366-edbb54b17ebd tempest-ServersTestManualDisk-1177164087 tempest-ServersTestManualDisk-1177164087-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 544.671141] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-a0daff05-7f48-4e3f-9366-edbb54b17ebd tempest-ServersTestManualDisk-1177164087 tempest-ServersTestManualDisk-1177164087-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 544.671311] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-a0daff05-7f48-4e3f-9366-edbb54b17ebd tempest-ServersTestManualDisk-1177164087 tempest-ServersTestManualDisk-1177164087-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 544.693822] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-a0daff05-7f48-4e3f-9366-edbb54b17ebd tempest-ServersTestManualDisk-1177164087 tempest-ServersTestManualDisk-1177164087-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 544.694077] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-a0daff05-7f48-4e3f-9366-edbb54b17ebd tempest-ServersTestManualDisk-1177164087 tempest-ServersTestManualDisk-1177164087-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 544.694256] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-a0daff05-7f48-4e3f-9366-edbb54b17ebd tempest-ServersTestManualDisk-1177164087 tempest-ServersTestManualDisk-1177164087-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 550.350492] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writing DB stats nova_cell0:SELECT=4 {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 550.396034] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writing DB stats nova_cell1:SELECT=11,nova_cell1:SAVEPOINT=3,nova_cell1:INSERT=25,nova_cell1:RELEASE=3 {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 550.414524] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writing DB stats nova_api:SELECT=17,nova_api:UPDATE=2 {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 550.418718] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writing DB stats nova_api:SELECT=19,nova_api:DELETE=3,nova_api:UPDATE=1 {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 551.544531] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-8b7984da-b0cc-46bc-8f56-7b8794151b80 tempest-ServersV294TestFqdnHostnames-1682625067 tempest-ServersV294TestFqdnHostnames-1682625067-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54364) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 551.569154] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-8b7984da-b0cc-46bc-8f56-7b8794151b80 tempest-ServersV294TestFqdnHostnames-1682625067 tempest-ServersV294TestFqdnHostnames-1682625067-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 551.569154] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-8b7984da-b0cc-46bc-8f56-7b8794151b80 tempest-ServersV294TestFqdnHostnames-1682625067 tempest-ServersV294TestFqdnHostnames-1682625067-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 551.569154] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-8b7984da-b0cc-46bc-8f56-7b8794151b80 tempest-ServersV294TestFqdnHostnames-1682625067 tempest-ServersV294TestFqdnHostnames-1682625067-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 551.612286] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-8b7984da-b0cc-46bc-8f56-7b8794151b80 tempest-ServersV294TestFqdnHostnames-1682625067 tempest-ServersV294TestFqdnHostnames-1682625067-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 551.612619] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-8b7984da-b0cc-46bc-8f56-7b8794151b80 tempest-ServersV294TestFqdnHostnames-1682625067 tempest-ServersV294TestFqdnHostnames-1682625067-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 551.612964] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-8b7984da-b0cc-46bc-8f56-7b8794151b80 tempest-ServersV294TestFqdnHostnames-1682625067 tempest-ServersV294TestFqdnHostnames-1682625067-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 551.613433] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-8b7984da-b0cc-46bc-8f56-7b8794151b80 tempest-ServersV294TestFqdnHostnames-1682625067 tempest-ServersV294TestFqdnHostnames-1682625067-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 551.613648] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-8b7984da-b0cc-46bc-8f56-7b8794151b80 tempest-ServersV294TestFqdnHostnames-1682625067 tempest-ServersV294TestFqdnHostnames-1682625067-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 551.613835] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-8b7984da-b0cc-46bc-8f56-7b8794151b80 tempest-ServersV294TestFqdnHostnames-1682625067 tempest-ServersV294TestFqdnHostnames-1682625067-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 551.626657] nova-conductor[54364]: DEBUG nova.quota [None req-8b7984da-b0cc-46bc-8f56-7b8794151b80 tempest-ServersV294TestFqdnHostnames-1682625067 tempest-ServersV294TestFqdnHostnames-1682625067-project-member] Getting quotas for project 3d32a13eb43346e59d1af795496cb6df. Resources: {'cores', 'ram', 'instances'} {{(pid=54364) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 551.630800] nova-conductor[54364]: DEBUG nova.quota [None req-8b7984da-b0cc-46bc-8f56-7b8794151b80 tempest-ServersV294TestFqdnHostnames-1682625067 tempest-ServersV294TestFqdnHostnames-1682625067-project-member] Getting quotas for user 3b7610dde5834843b09ca0532f008b61 and project 3d32a13eb43346e59d1af795496cb6df. Resources: {'cores', 'ram', 'instances'} {{(pid=54364) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 551.637261] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-8b7984da-b0cc-46bc-8f56-7b8794151b80 tempest-ServersV294TestFqdnHostnames-1682625067 tempest-ServersV294TestFqdnHostnames-1682625067-project-member] [instance: 98b43e0d-87cd-4be8-87b3-3b94ebc97cf9] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54364) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 551.639387] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-8b7984da-b0cc-46bc-8f56-7b8794151b80 tempest-ServersV294TestFqdnHostnames-1682625067 tempest-ServersV294TestFqdnHostnames-1682625067-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 551.639692] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-8b7984da-b0cc-46bc-8f56-7b8794151b80 tempest-ServersV294TestFqdnHostnames-1682625067 tempest-ServersV294TestFqdnHostnames-1682625067-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 551.639908] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-8b7984da-b0cc-46bc-8f56-7b8794151b80 tempest-ServersV294TestFqdnHostnames-1682625067 tempest-ServersV294TestFqdnHostnames-1682625067-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 551.645044] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-8b7984da-b0cc-46bc-8f56-7b8794151b80 tempest-ServersV294TestFqdnHostnames-1682625067 tempest-ServersV294TestFqdnHostnames-1682625067-project-member] [instance: 98b43e0d-87cd-4be8-87b3-3b94ebc97cf9] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54364) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 551.645720] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-8b7984da-b0cc-46bc-8f56-7b8794151b80 tempest-ServersV294TestFqdnHostnames-1682625067 tempest-ServersV294TestFqdnHostnames-1682625067-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 551.645932] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-8b7984da-b0cc-46bc-8f56-7b8794151b80 tempest-ServersV294TestFqdnHostnames-1682625067 tempest-ServersV294TestFqdnHostnames-1682625067-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 551.646128] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-8b7984da-b0cc-46bc-8f56-7b8794151b80 tempest-ServersV294TestFqdnHostnames-1682625067 tempest-ServersV294TestFqdnHostnames-1682625067-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 551.673259] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-8b7984da-b0cc-46bc-8f56-7b8794151b80 tempest-ServersV294TestFqdnHostnames-1682625067 tempest-ServersV294TestFqdnHostnames-1682625067-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 551.673259] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-8b7984da-b0cc-46bc-8f56-7b8794151b80 tempest-ServersV294TestFqdnHostnames-1682625067 tempest-ServersV294TestFqdnHostnames-1682625067-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 551.673259] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-8b7984da-b0cc-46bc-8f56-7b8794151b80 tempest-ServersV294TestFqdnHostnames-1682625067 tempest-ServersV294TestFqdnHostnames-1682625067-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 551.870609] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-3c50270e-95ea-42ae-a494-10f092b7057d tempest-VolumesAssistedSnapshotsTest-711297406 tempest-VolumesAssistedSnapshotsTest-711297406-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54365) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 551.885177] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-3c50270e-95ea-42ae-a494-10f092b7057d tempest-VolumesAssistedSnapshotsTest-711297406 tempest-VolumesAssistedSnapshotsTest-711297406-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 551.885177] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-3c50270e-95ea-42ae-a494-10f092b7057d tempest-VolumesAssistedSnapshotsTest-711297406 tempest-VolumesAssistedSnapshotsTest-711297406-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 551.885406] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-3c50270e-95ea-42ae-a494-10f092b7057d tempest-VolumesAssistedSnapshotsTest-711297406 tempest-VolumesAssistedSnapshotsTest-711297406-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 551.961034] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-3c50270e-95ea-42ae-a494-10f092b7057d tempest-VolumesAssistedSnapshotsTest-711297406 tempest-VolumesAssistedSnapshotsTest-711297406-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 551.961034] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-3c50270e-95ea-42ae-a494-10f092b7057d tempest-VolumesAssistedSnapshotsTest-711297406 tempest-VolumesAssistedSnapshotsTest-711297406-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 551.961034] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-3c50270e-95ea-42ae-a494-10f092b7057d tempest-VolumesAssistedSnapshotsTest-711297406 tempest-VolumesAssistedSnapshotsTest-711297406-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 551.961034] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-3c50270e-95ea-42ae-a494-10f092b7057d tempest-VolumesAssistedSnapshotsTest-711297406 tempest-VolumesAssistedSnapshotsTest-711297406-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 551.961229] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-3c50270e-95ea-42ae-a494-10f092b7057d tempest-VolumesAssistedSnapshotsTest-711297406 tempest-VolumesAssistedSnapshotsTest-711297406-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 551.961342] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-3c50270e-95ea-42ae-a494-10f092b7057d tempest-VolumesAssistedSnapshotsTest-711297406 tempest-VolumesAssistedSnapshotsTest-711297406-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 551.974323] nova-conductor[54365]: DEBUG nova.quota [None req-3c50270e-95ea-42ae-a494-10f092b7057d tempest-VolumesAssistedSnapshotsTest-711297406 tempest-VolumesAssistedSnapshotsTest-711297406-project-member] Getting quotas for project 33d5117a90534bc8a7e6fb81c77522f9. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 551.978238] nova-conductor[54365]: DEBUG nova.quota [None req-3c50270e-95ea-42ae-a494-10f092b7057d tempest-VolumesAssistedSnapshotsTest-711297406 tempest-VolumesAssistedSnapshotsTest-711297406-project-member] Getting quotas for user 2e876d6b3b19488dbb04b70ba14e1bf1 and project 33d5117a90534bc8a7e6fb81c77522f9. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 551.985807] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-3c50270e-95ea-42ae-a494-10f092b7057d tempest-VolumesAssistedSnapshotsTest-711297406 tempest-VolumesAssistedSnapshotsTest-711297406-project-member] [instance: 72997052-6221-4a7b-abb7-07a7ce87bf3c] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54365) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 551.986333] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-3c50270e-95ea-42ae-a494-10f092b7057d tempest-VolumesAssistedSnapshotsTest-711297406 tempest-VolumesAssistedSnapshotsTest-711297406-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 551.986551] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-3c50270e-95ea-42ae-a494-10f092b7057d tempest-VolumesAssistedSnapshotsTest-711297406 tempest-VolumesAssistedSnapshotsTest-711297406-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 551.986716] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-3c50270e-95ea-42ae-a494-10f092b7057d tempest-VolumesAssistedSnapshotsTest-711297406 tempest-VolumesAssistedSnapshotsTest-711297406-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 551.996180] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-3c50270e-95ea-42ae-a494-10f092b7057d tempest-VolumesAssistedSnapshotsTest-711297406 tempest-VolumesAssistedSnapshotsTest-711297406-project-member] [instance: 72997052-6221-4a7b-abb7-07a7ce87bf3c] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54365) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 551.996902] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-3c50270e-95ea-42ae-a494-10f092b7057d tempest-VolumesAssistedSnapshotsTest-711297406 tempest-VolumesAssistedSnapshotsTest-711297406-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 551.997126] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-3c50270e-95ea-42ae-a494-10f092b7057d tempest-VolumesAssistedSnapshotsTest-711297406 tempest-VolumesAssistedSnapshotsTest-711297406-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 551.999131] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-3c50270e-95ea-42ae-a494-10f092b7057d tempest-VolumesAssistedSnapshotsTest-711297406 tempest-VolumesAssistedSnapshotsTest-711297406-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 552.020122] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-3c50270e-95ea-42ae-a494-10f092b7057d tempest-VolumesAssistedSnapshotsTest-711297406 tempest-VolumesAssistedSnapshotsTest-711297406-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 552.020659] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-3c50270e-95ea-42ae-a494-10f092b7057d tempest-VolumesAssistedSnapshotsTest-711297406 tempest-VolumesAssistedSnapshotsTest-711297406-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 552.020659] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-3c50270e-95ea-42ae-a494-10f092b7057d tempest-VolumesAssistedSnapshotsTest-711297406 tempest-VolumesAssistedSnapshotsTest-711297406-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 554.063884] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-dfe2687c-e23c-4560-b704-34211144f01b tempest-ServerExternalEventsTest-1962781045 tempest-ServerExternalEventsTest-1962781045-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54365) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 554.082431] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-dfe2687c-e23c-4560-b704-34211144f01b tempest-ServerExternalEventsTest-1962781045 tempest-ServerExternalEventsTest-1962781045-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.082622] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-dfe2687c-e23c-4560-b704-34211144f01b tempest-ServerExternalEventsTest-1962781045 tempest-ServerExternalEventsTest-1962781045-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 554.082787] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-dfe2687c-e23c-4560-b704-34211144f01b tempest-ServerExternalEventsTest-1962781045 tempest-ServerExternalEventsTest-1962781045-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 554.135655] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-dfe2687c-e23c-4560-b704-34211144f01b tempest-ServerExternalEventsTest-1962781045 tempest-ServerExternalEventsTest-1962781045-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.136034] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-dfe2687c-e23c-4560-b704-34211144f01b tempest-ServerExternalEventsTest-1962781045 tempest-ServerExternalEventsTest-1962781045-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 554.136180] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-dfe2687c-e23c-4560-b704-34211144f01b tempest-ServerExternalEventsTest-1962781045 tempest-ServerExternalEventsTest-1962781045-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 554.136619] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-dfe2687c-e23c-4560-b704-34211144f01b tempest-ServerExternalEventsTest-1962781045 tempest-ServerExternalEventsTest-1962781045-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.136938] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-dfe2687c-e23c-4560-b704-34211144f01b tempest-ServerExternalEventsTest-1962781045 tempest-ServerExternalEventsTest-1962781045-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 554.137019] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-dfe2687c-e23c-4560-b704-34211144f01b tempest-ServerExternalEventsTest-1962781045 tempest-ServerExternalEventsTest-1962781045-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 554.148388] nova-conductor[54365]: DEBUG nova.quota [None req-dfe2687c-e23c-4560-b704-34211144f01b tempest-ServerExternalEventsTest-1962781045 tempest-ServerExternalEventsTest-1962781045-project-member] Getting quotas for project 602cd64dc8e24cb4994d90f4d245df8d. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 554.150852] nova-conductor[54365]: DEBUG nova.quota [None req-dfe2687c-e23c-4560-b704-34211144f01b tempest-ServerExternalEventsTest-1962781045 tempest-ServerExternalEventsTest-1962781045-project-member] Getting quotas for user 62a6bce87a654938a92bcd264590beb1 and project 602cd64dc8e24cb4994d90f4d245df8d. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 554.163358] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-dfe2687c-e23c-4560-b704-34211144f01b tempest-ServerExternalEventsTest-1962781045 tempest-ServerExternalEventsTest-1962781045-project-member] [instance: 748a4c26-6df7-4a4c-b81a-0b3e59a8b936] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54365) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 554.163879] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-dfe2687c-e23c-4560-b704-34211144f01b tempest-ServerExternalEventsTest-1962781045 tempest-ServerExternalEventsTest-1962781045-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.164140] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-dfe2687c-e23c-4560-b704-34211144f01b tempest-ServerExternalEventsTest-1962781045 tempest-ServerExternalEventsTest-1962781045-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 554.164452] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-dfe2687c-e23c-4560-b704-34211144f01b tempest-ServerExternalEventsTest-1962781045 tempest-ServerExternalEventsTest-1962781045-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 554.178929] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-dfe2687c-e23c-4560-b704-34211144f01b tempest-ServerExternalEventsTest-1962781045 tempest-ServerExternalEventsTest-1962781045-project-member] [instance: 748a4c26-6df7-4a4c-b81a-0b3e59a8b936] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54365) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 554.178929] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-dfe2687c-e23c-4560-b704-34211144f01b tempest-ServerExternalEventsTest-1962781045 tempest-ServerExternalEventsTest-1962781045-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.179170] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-dfe2687c-e23c-4560-b704-34211144f01b tempest-ServerExternalEventsTest-1962781045 tempest-ServerExternalEventsTest-1962781045-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 554.179384] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-dfe2687c-e23c-4560-b704-34211144f01b tempest-ServerExternalEventsTest-1962781045 tempest-ServerExternalEventsTest-1962781045-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 554.207770] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-dfe2687c-e23c-4560-b704-34211144f01b tempest-ServerExternalEventsTest-1962781045 tempest-ServerExternalEventsTest-1962781045-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.207934] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-dfe2687c-e23c-4560-b704-34211144f01b tempest-ServerExternalEventsTest-1962781045 tempest-ServerExternalEventsTest-1962781045-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 554.208910] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-dfe2687c-e23c-4560-b704-34211144f01b tempest-ServerExternalEventsTest-1962781045 tempest-ServerExternalEventsTest-1962781045-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 554.399936] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-25c11453-3294-40de-9dcc-c005eb80bb5d tempest-ServersWithSpecificFlavorTestJSON-971329770 tempest-ServersWithSpecificFlavorTestJSON-971329770-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54365) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 554.418052] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-25c11453-3294-40de-9dcc-c005eb80bb5d tempest-ServersWithSpecificFlavorTestJSON-971329770 tempest-ServersWithSpecificFlavorTestJSON-971329770-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.419194] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-25c11453-3294-40de-9dcc-c005eb80bb5d tempest-ServersWithSpecificFlavorTestJSON-971329770 tempest-ServersWithSpecificFlavorTestJSON-971329770-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 554.420143] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-25c11453-3294-40de-9dcc-c005eb80bb5d tempest-ServersWithSpecificFlavorTestJSON-971329770 tempest-ServersWithSpecificFlavorTestJSON-971329770-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 554.456738] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-25c11453-3294-40de-9dcc-c005eb80bb5d tempest-ServersWithSpecificFlavorTestJSON-971329770 tempest-ServersWithSpecificFlavorTestJSON-971329770-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.456883] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-25c11453-3294-40de-9dcc-c005eb80bb5d tempest-ServersWithSpecificFlavorTestJSON-971329770 tempest-ServersWithSpecificFlavorTestJSON-971329770-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 554.457311] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-25c11453-3294-40de-9dcc-c005eb80bb5d tempest-ServersWithSpecificFlavorTestJSON-971329770 tempest-ServersWithSpecificFlavorTestJSON-971329770-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 554.457557] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-25c11453-3294-40de-9dcc-c005eb80bb5d tempest-ServersWithSpecificFlavorTestJSON-971329770 tempest-ServersWithSpecificFlavorTestJSON-971329770-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.457615] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-25c11453-3294-40de-9dcc-c005eb80bb5d tempest-ServersWithSpecificFlavorTestJSON-971329770 tempest-ServersWithSpecificFlavorTestJSON-971329770-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 554.457793] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-25c11453-3294-40de-9dcc-c005eb80bb5d tempest-ServersWithSpecificFlavorTestJSON-971329770 tempest-ServersWithSpecificFlavorTestJSON-971329770-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 554.468949] nova-conductor[54365]: DEBUG nova.quota [None req-25c11453-3294-40de-9dcc-c005eb80bb5d tempest-ServersWithSpecificFlavorTestJSON-971329770 tempest-ServersWithSpecificFlavorTestJSON-971329770-project-member] Getting quotas for project 09c13dc98d6d4f32b071164570910416. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 554.472847] nova-conductor[54365]: DEBUG nova.quota [None req-25c11453-3294-40de-9dcc-c005eb80bb5d tempest-ServersWithSpecificFlavorTestJSON-971329770 tempest-ServersWithSpecificFlavorTestJSON-971329770-project-member] Getting quotas for user 866a4ed5b24043cfa965eb0d4191e438 and project 09c13dc98d6d4f32b071164570910416. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 554.478652] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-25c11453-3294-40de-9dcc-c005eb80bb5d tempest-ServersWithSpecificFlavorTestJSON-971329770 tempest-ServersWithSpecificFlavorTestJSON-971329770-project-member] [instance: 5e419be8-cfb9-4819-8e92-873daa313d7a] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54365) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 554.479289] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-25c11453-3294-40de-9dcc-c005eb80bb5d tempest-ServersWithSpecificFlavorTestJSON-971329770 tempest-ServersWithSpecificFlavorTestJSON-971329770-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.479932] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-25c11453-3294-40de-9dcc-c005eb80bb5d tempest-ServersWithSpecificFlavorTestJSON-971329770 tempest-ServersWithSpecificFlavorTestJSON-971329770-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 554.480635] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-25c11453-3294-40de-9dcc-c005eb80bb5d tempest-ServersWithSpecificFlavorTestJSON-971329770 tempest-ServersWithSpecificFlavorTestJSON-971329770-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 554.485030] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-25c11453-3294-40de-9dcc-c005eb80bb5d tempest-ServersWithSpecificFlavorTestJSON-971329770 tempest-ServersWithSpecificFlavorTestJSON-971329770-project-member] [instance: 5e419be8-cfb9-4819-8e92-873daa313d7a] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54365) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 554.485804] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-25c11453-3294-40de-9dcc-c005eb80bb5d tempest-ServersWithSpecificFlavorTestJSON-971329770 tempest-ServersWithSpecificFlavorTestJSON-971329770-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.486152] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-25c11453-3294-40de-9dcc-c005eb80bb5d tempest-ServersWithSpecificFlavorTestJSON-971329770 tempest-ServersWithSpecificFlavorTestJSON-971329770-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 554.486339] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-25c11453-3294-40de-9dcc-c005eb80bb5d tempest-ServersWithSpecificFlavorTestJSON-971329770 tempest-ServersWithSpecificFlavorTestJSON-971329770-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 554.504647] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-25c11453-3294-40de-9dcc-c005eb80bb5d tempest-ServersWithSpecificFlavorTestJSON-971329770 tempest-ServersWithSpecificFlavorTestJSON-971329770-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 554.505052] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-25c11453-3294-40de-9dcc-c005eb80bb5d tempest-ServersWithSpecificFlavorTestJSON-971329770 tempest-ServersWithSpecificFlavorTestJSON-971329770-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 554.505185] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-25c11453-3294-40de-9dcc-c005eb80bb5d tempest-ServersWithSpecificFlavorTestJSON-971329770 tempest-ServersWithSpecificFlavorTestJSON-971329770-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 555.327594] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-00715081-bb39-429b-9569-55bdf122df93 tempest-ServerDiagnosticsTest-813267142 tempest-ServerDiagnosticsTest-813267142-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54364) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 555.350578] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-00715081-bb39-429b-9569-55bdf122df93 tempest-ServerDiagnosticsTest-813267142 tempest-ServerDiagnosticsTest-813267142-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 555.350578] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-00715081-bb39-429b-9569-55bdf122df93 tempest-ServerDiagnosticsTest-813267142 tempest-ServerDiagnosticsTest-813267142-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 555.350578] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-00715081-bb39-429b-9569-55bdf122df93 tempest-ServerDiagnosticsTest-813267142 tempest-ServerDiagnosticsTest-813267142-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 555.397779] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-00715081-bb39-429b-9569-55bdf122df93 tempest-ServerDiagnosticsTest-813267142 tempest-ServerDiagnosticsTest-813267142-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 555.398043] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-00715081-bb39-429b-9569-55bdf122df93 tempest-ServerDiagnosticsTest-813267142 tempest-ServerDiagnosticsTest-813267142-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 555.398275] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-00715081-bb39-429b-9569-55bdf122df93 tempest-ServerDiagnosticsTest-813267142 tempest-ServerDiagnosticsTest-813267142-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 555.398566] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-00715081-bb39-429b-9569-55bdf122df93 tempest-ServerDiagnosticsTest-813267142 tempest-ServerDiagnosticsTest-813267142-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 555.398833] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-00715081-bb39-429b-9569-55bdf122df93 tempest-ServerDiagnosticsTest-813267142 tempest-ServerDiagnosticsTest-813267142-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 555.398970] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-00715081-bb39-429b-9569-55bdf122df93 tempest-ServerDiagnosticsTest-813267142 tempest-ServerDiagnosticsTest-813267142-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 555.411562] nova-conductor[54364]: DEBUG nova.quota [None req-00715081-bb39-429b-9569-55bdf122df93 tempest-ServerDiagnosticsTest-813267142 tempest-ServerDiagnosticsTest-813267142-project-member] Getting quotas for project c39e2e9aa96248ea9e0dfa5b33b1fe49. Resources: {'cores', 'ram', 'instances'} {{(pid=54364) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 555.415652] nova-conductor[54364]: DEBUG nova.quota [None req-00715081-bb39-429b-9569-55bdf122df93 tempest-ServerDiagnosticsTest-813267142 tempest-ServerDiagnosticsTest-813267142-project-member] Getting quotas for user 3dcdddecbd124aaa9646a6ad3b1809f3 and project c39e2e9aa96248ea9e0dfa5b33b1fe49. Resources: {'cores', 'ram', 'instances'} {{(pid=54364) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 555.428775] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-00715081-bb39-429b-9569-55bdf122df93 tempest-ServerDiagnosticsTest-813267142 tempest-ServerDiagnosticsTest-813267142-project-member] [instance: 89638fb3-c5f4-48a4-948b-fb6220ed1dca] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54364) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 555.429345] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-00715081-bb39-429b-9569-55bdf122df93 tempest-ServerDiagnosticsTest-813267142 tempest-ServerDiagnosticsTest-813267142-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 555.429618] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-00715081-bb39-429b-9569-55bdf122df93 tempest-ServerDiagnosticsTest-813267142 tempest-ServerDiagnosticsTest-813267142-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 555.429742] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-00715081-bb39-429b-9569-55bdf122df93 tempest-ServerDiagnosticsTest-813267142 tempest-ServerDiagnosticsTest-813267142-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 555.434163] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-00715081-bb39-429b-9569-55bdf122df93 tempest-ServerDiagnosticsTest-813267142 tempest-ServerDiagnosticsTest-813267142-project-member] [instance: 89638fb3-c5f4-48a4-948b-fb6220ed1dca] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54364) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 555.434792] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-00715081-bb39-429b-9569-55bdf122df93 tempest-ServerDiagnosticsTest-813267142 tempest-ServerDiagnosticsTest-813267142-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 555.435411] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-00715081-bb39-429b-9569-55bdf122df93 tempest-ServerDiagnosticsTest-813267142 tempest-ServerDiagnosticsTest-813267142-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 555.435411] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-00715081-bb39-429b-9569-55bdf122df93 tempest-ServerDiagnosticsTest-813267142 tempest-ServerDiagnosticsTest-813267142-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 555.455316] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-00715081-bb39-429b-9569-55bdf122df93 tempest-ServerDiagnosticsTest-813267142 tempest-ServerDiagnosticsTest-813267142-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 555.455494] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-00715081-bb39-429b-9569-55bdf122df93 tempest-ServerDiagnosticsTest-813267142 tempest-ServerDiagnosticsTest-813267142-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 555.455934] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-00715081-bb39-429b-9569-55bdf122df93 tempest-ServerDiagnosticsTest-813267142 tempest-ServerDiagnosticsTest-813267142-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 555.587776] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-9198e66e-de94-4ecd-a9b7-232bd2004487 tempest-ServersAdmin275Test-1655766995 tempest-ServersAdmin275Test-1655766995-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54365) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 555.612293] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-9198e66e-de94-4ecd-a9b7-232bd2004487 tempest-ServersAdmin275Test-1655766995 tempest-ServersAdmin275Test-1655766995-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 555.612620] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-9198e66e-de94-4ecd-a9b7-232bd2004487 tempest-ServersAdmin275Test-1655766995 tempest-ServersAdmin275Test-1655766995-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 555.614364] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-9198e66e-de94-4ecd-a9b7-232bd2004487 tempest-ServersAdmin275Test-1655766995 tempest-ServersAdmin275Test-1655766995-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 555.664274] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-9198e66e-de94-4ecd-a9b7-232bd2004487 tempest-ServersAdmin275Test-1655766995 tempest-ServersAdmin275Test-1655766995-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 555.664396] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-9198e66e-de94-4ecd-a9b7-232bd2004487 tempest-ServersAdmin275Test-1655766995 tempest-ServersAdmin275Test-1655766995-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 555.664567] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-9198e66e-de94-4ecd-a9b7-232bd2004487 tempest-ServersAdmin275Test-1655766995 tempest-ServersAdmin275Test-1655766995-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 555.664975] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-9198e66e-de94-4ecd-a9b7-232bd2004487 tempest-ServersAdmin275Test-1655766995 tempest-ServersAdmin275Test-1655766995-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 555.665916] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-9198e66e-de94-4ecd-a9b7-232bd2004487 tempest-ServersAdmin275Test-1655766995 tempest-ServersAdmin275Test-1655766995-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 555.665916] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-9198e66e-de94-4ecd-a9b7-232bd2004487 tempest-ServersAdmin275Test-1655766995 tempest-ServersAdmin275Test-1655766995-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 555.676528] nova-conductor[54365]: DEBUG nova.quota [None req-9198e66e-de94-4ecd-a9b7-232bd2004487 tempest-ServersAdmin275Test-1655766995 tempest-ServersAdmin275Test-1655766995-project-member] Getting quotas for project f972fe2d0cbf447e80cf3e306f595159. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 555.679264] nova-conductor[54365]: DEBUG nova.quota [None req-9198e66e-de94-4ecd-a9b7-232bd2004487 tempest-ServersAdmin275Test-1655766995 tempest-ServersAdmin275Test-1655766995-project-member] Getting quotas for user 309da6bc2596422abeffb47ecb46f6b9 and project f972fe2d0cbf447e80cf3e306f595159. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 555.688198] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-9198e66e-de94-4ecd-a9b7-232bd2004487 tempest-ServersAdmin275Test-1655766995 tempest-ServersAdmin275Test-1655766995-project-member] [instance: 79a94ed1-1139-4194-8091-00b7b1562330] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54365) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 555.688304] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-9198e66e-de94-4ecd-a9b7-232bd2004487 tempest-ServersAdmin275Test-1655766995 tempest-ServersAdmin275Test-1655766995-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 555.688483] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-9198e66e-de94-4ecd-a9b7-232bd2004487 tempest-ServersAdmin275Test-1655766995 tempest-ServersAdmin275Test-1655766995-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 555.688649] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-9198e66e-de94-4ecd-a9b7-232bd2004487 tempest-ServersAdmin275Test-1655766995 tempest-ServersAdmin275Test-1655766995-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 555.693195] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-9198e66e-de94-4ecd-a9b7-232bd2004487 tempest-ServersAdmin275Test-1655766995 tempest-ServersAdmin275Test-1655766995-project-member] [instance: 79a94ed1-1139-4194-8091-00b7b1562330] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54365) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 555.693902] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-9198e66e-de94-4ecd-a9b7-232bd2004487 tempest-ServersAdmin275Test-1655766995 tempest-ServersAdmin275Test-1655766995-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 555.694145] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-9198e66e-de94-4ecd-a9b7-232bd2004487 tempest-ServersAdmin275Test-1655766995 tempest-ServersAdmin275Test-1655766995-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 555.694849] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-9198e66e-de94-4ecd-a9b7-232bd2004487 tempest-ServersAdmin275Test-1655766995 tempest-ServersAdmin275Test-1655766995-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 555.730105] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-9198e66e-de94-4ecd-a9b7-232bd2004487 tempest-ServersAdmin275Test-1655766995 tempest-ServersAdmin275Test-1655766995-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 555.730105] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-9198e66e-de94-4ecd-a9b7-232bd2004487 tempest-ServersAdmin275Test-1655766995 tempest-ServersAdmin275Test-1655766995-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 555.730105] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-9198e66e-de94-4ecd-a9b7-232bd2004487 tempest-ServersAdmin275Test-1655766995 tempest-ServersAdmin275Test-1655766995-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 556.918278] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-096178a5-ebab-44f8-845b-079141581102 tempest-FloatingIPsAssociationTestJSON-2140901279 tempest-FloatingIPsAssociationTestJSON-2140901279-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54364) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 556.931927] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-096178a5-ebab-44f8-845b-079141581102 tempest-FloatingIPsAssociationTestJSON-2140901279 tempest-FloatingIPsAssociationTestJSON-2140901279-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 556.932188] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-096178a5-ebab-44f8-845b-079141581102 tempest-FloatingIPsAssociationTestJSON-2140901279 tempest-FloatingIPsAssociationTestJSON-2140901279-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 556.932331] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-096178a5-ebab-44f8-845b-079141581102 tempest-FloatingIPsAssociationTestJSON-2140901279 tempest-FloatingIPsAssociationTestJSON-2140901279-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 556.974216] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-096178a5-ebab-44f8-845b-079141581102 tempest-FloatingIPsAssociationTestJSON-2140901279 tempest-FloatingIPsAssociationTestJSON-2140901279-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 556.974216] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-096178a5-ebab-44f8-845b-079141581102 tempest-FloatingIPsAssociationTestJSON-2140901279 tempest-FloatingIPsAssociationTestJSON-2140901279-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 556.974216] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-096178a5-ebab-44f8-845b-079141581102 tempest-FloatingIPsAssociationTestJSON-2140901279 tempest-FloatingIPsAssociationTestJSON-2140901279-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 556.974216] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-096178a5-ebab-44f8-845b-079141581102 tempest-FloatingIPsAssociationTestJSON-2140901279 tempest-FloatingIPsAssociationTestJSON-2140901279-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 556.974357] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-096178a5-ebab-44f8-845b-079141581102 tempest-FloatingIPsAssociationTestJSON-2140901279 tempest-FloatingIPsAssociationTestJSON-2140901279-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 556.974357] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-096178a5-ebab-44f8-845b-079141581102 tempest-FloatingIPsAssociationTestJSON-2140901279 tempest-FloatingIPsAssociationTestJSON-2140901279-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 556.990127] nova-conductor[54364]: DEBUG nova.quota [None req-096178a5-ebab-44f8-845b-079141581102 tempest-FloatingIPsAssociationTestJSON-2140901279 tempest-FloatingIPsAssociationTestJSON-2140901279-project-member] Getting quotas for project 6645bb6c9f284dc48dde5e383f4e3f5e. Resources: {'cores', 'ram', 'instances'} {{(pid=54364) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 556.994318] nova-conductor[54364]: DEBUG nova.quota [None req-096178a5-ebab-44f8-845b-079141581102 tempest-FloatingIPsAssociationTestJSON-2140901279 tempest-FloatingIPsAssociationTestJSON-2140901279-project-member] Getting quotas for user c868bf93d8d641f79d56848b143a50b7 and project 6645bb6c9f284dc48dde5e383f4e3f5e. Resources: {'cores', 'ram', 'instances'} {{(pid=54364) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 557.003839] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-096178a5-ebab-44f8-845b-079141581102 tempest-FloatingIPsAssociationTestJSON-2140901279 tempest-FloatingIPsAssociationTestJSON-2140901279-project-member] [instance: d22ac031-3202-457c-8bb7-d557ad0fe9f9] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54364) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 557.003839] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-096178a5-ebab-44f8-845b-079141581102 tempest-FloatingIPsAssociationTestJSON-2140901279 tempest-FloatingIPsAssociationTestJSON-2140901279-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 557.003839] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-096178a5-ebab-44f8-845b-079141581102 tempest-FloatingIPsAssociationTestJSON-2140901279 tempest-FloatingIPsAssociationTestJSON-2140901279-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 557.003839] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-096178a5-ebab-44f8-845b-079141581102 tempest-FloatingIPsAssociationTestJSON-2140901279 tempest-FloatingIPsAssociationTestJSON-2140901279-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 557.010608] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-096178a5-ebab-44f8-845b-079141581102 tempest-FloatingIPsAssociationTestJSON-2140901279 tempest-FloatingIPsAssociationTestJSON-2140901279-project-member] [instance: d22ac031-3202-457c-8bb7-d557ad0fe9f9] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54364) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 557.011355] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-096178a5-ebab-44f8-845b-079141581102 tempest-FloatingIPsAssociationTestJSON-2140901279 tempest-FloatingIPsAssociationTestJSON-2140901279-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 557.011569] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-096178a5-ebab-44f8-845b-079141581102 tempest-FloatingIPsAssociationTestJSON-2140901279 tempest-FloatingIPsAssociationTestJSON-2140901279-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 557.011735] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-096178a5-ebab-44f8-845b-079141581102 tempest-FloatingIPsAssociationTestJSON-2140901279 tempest-FloatingIPsAssociationTestJSON-2140901279-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 557.039392] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-096178a5-ebab-44f8-845b-079141581102 tempest-FloatingIPsAssociationTestJSON-2140901279 tempest-FloatingIPsAssociationTestJSON-2140901279-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 557.039392] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-096178a5-ebab-44f8-845b-079141581102 tempest-FloatingIPsAssociationTestJSON-2140901279 tempest-FloatingIPsAssociationTestJSON-2140901279-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 557.039392] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-096178a5-ebab-44f8-845b-079141581102 tempest-FloatingIPsAssociationTestJSON-2140901279 tempest-FloatingIPsAssociationTestJSON-2140901279-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 557.173349] nova-conductor[54364]: ERROR nova.scheduler.utils [None req-9f7ef537-e592-4323-89f3-aea5609e923d tempest-TenantUsagesTestJSON-609128681 tempest-TenantUsagesTestJSON-609128681-project-member] [instance: f6d9ce5b-d610-4573-b43b-21836f7f8a1b] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port a14ec30f-de96-4fd7-b218-8c0fb823620c, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance f6d9ce5b-d610-4573-b43b-21836f7f8a1b was re-scheduled: Binding failed for port a14ec30f-de96-4fd7-b218-8c0fb823620c, please check neutron logs for more information.\n'] [ 557.174585] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-9f7ef537-e592-4323-89f3-aea5609e923d tempest-TenantUsagesTestJSON-609128681 tempest-TenantUsagesTestJSON-609128681-project-member] Rescheduling: True {{(pid=54364) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 557.175028] nova-conductor[54364]: WARNING nova.scheduler.utils [None req-9f7ef537-e592-4323-89f3-aea5609e923d tempest-TenantUsagesTestJSON-609128681 tempest-TenantUsagesTestJSON-609128681-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance f6d9ce5b-d610-4573-b43b-21836f7f8a1b.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance f6d9ce5b-d610-4573-b43b-21836f7f8a1b. [ 557.175573] nova-conductor[54364]: WARNING nova.scheduler.utils [None req-9f7ef537-e592-4323-89f3-aea5609e923d tempest-TenantUsagesTestJSON-609128681 tempest-TenantUsagesTestJSON-609128681-project-member] [instance: f6d9ce5b-d610-4573-b43b-21836f7f8a1b] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance f6d9ce5b-d610-4573-b43b-21836f7f8a1b. [ 557.263968] nova-conductor[54364]: DEBUG nova.network.neutron [None req-9f7ef537-e592-4323-89f3-aea5609e923d tempest-TenantUsagesTestJSON-609128681 tempest-TenantUsagesTestJSON-609128681-project-member] [instance: f6d9ce5b-d610-4573-b43b-21836f7f8a1b] deallocate_for_instance() {{(pid=54364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 557.539547] nova-conductor[54364]: DEBUG nova.network.neutron [None req-9f7ef537-e592-4323-89f3-aea5609e923d tempest-TenantUsagesTestJSON-609128681 tempest-TenantUsagesTestJSON-609128681-project-member] [instance: f6d9ce5b-d610-4573-b43b-21836f7f8a1b] Instance cache missing network info. {{(pid=54364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 557.548235] nova-conductor[54364]: DEBUG nova.network.neutron [None req-9f7ef537-e592-4323-89f3-aea5609e923d tempest-TenantUsagesTestJSON-609128681 tempest-TenantUsagesTestJSON-609128681-project-member] [instance: f6d9ce5b-d610-4573-b43b-21836f7f8a1b] Updating instance_info_cache with network_info: [] {{(pid=54364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 561.284061] nova-conductor[54364]: ERROR nova.scheduler.utils [None req-266c03c7-fa75-4383-b059-6b7ead578c6a tempest-DeleteServersAdminTestJSON-304460697 tempest-DeleteServersAdminTestJSON-304460697-project-member] [instance: 1f94cb8f-7773-4330-ab1e-9ccad7585b07] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 5c856c2c-a8fe-4788-9891-9b7511a0008a, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 1f94cb8f-7773-4330-ab1e-9ccad7585b07 was re-scheduled: Binding failed for port 5c856c2c-a8fe-4788-9891-9b7511a0008a, please check neutron logs for more information.\n'] [ 561.284657] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-266c03c7-fa75-4383-b059-6b7ead578c6a tempest-DeleteServersAdminTestJSON-304460697 tempest-DeleteServersAdminTestJSON-304460697-project-member] Rescheduling: True {{(pid=54364) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 561.284983] nova-conductor[54364]: WARNING nova.scheduler.utils [None req-266c03c7-fa75-4383-b059-6b7ead578c6a tempest-DeleteServersAdminTestJSON-304460697 tempest-DeleteServersAdminTestJSON-304460697-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 1f94cb8f-7773-4330-ab1e-9ccad7585b07.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 1f94cb8f-7773-4330-ab1e-9ccad7585b07. [ 561.285394] nova-conductor[54364]: WARNING nova.scheduler.utils [None req-266c03c7-fa75-4383-b059-6b7ead578c6a tempest-DeleteServersAdminTestJSON-304460697 tempest-DeleteServersAdminTestJSON-304460697-project-member] [instance: 1f94cb8f-7773-4330-ab1e-9ccad7585b07] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 1f94cb8f-7773-4330-ab1e-9ccad7585b07. [ 561.322844] nova-conductor[54364]: DEBUG nova.network.neutron [None req-266c03c7-fa75-4383-b059-6b7ead578c6a tempest-DeleteServersAdminTestJSON-304460697 tempest-DeleteServersAdminTestJSON-304460697-project-member] [instance: 1f94cb8f-7773-4330-ab1e-9ccad7585b07] deallocate_for_instance() {{(pid=54364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 561.342181] nova-conductor[54364]: DEBUG nova.network.neutron [None req-266c03c7-fa75-4383-b059-6b7ead578c6a tempest-DeleteServersAdminTestJSON-304460697 tempest-DeleteServersAdminTestJSON-304460697-project-member] [instance: 1f94cb8f-7773-4330-ab1e-9ccad7585b07] Instance cache missing network info. {{(pid=54364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 561.346964] nova-conductor[54364]: DEBUG nova.network.neutron [None req-266c03c7-fa75-4383-b059-6b7ead578c6a tempest-DeleteServersAdminTestJSON-304460697 tempest-DeleteServersAdminTestJSON-304460697-project-member] [instance: 1f94cb8f-7773-4330-ab1e-9ccad7585b07] Updating instance_info_cache with network_info: [] {{(pid=54364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 562.022321] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-e24a86ef-9e07-4b82-b063-1f4956e3babc tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54365) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 562.049074] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-e24a86ef-9e07-4b82-b063-1f4956e3babc tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 562.049156] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-e24a86ef-9e07-4b82-b063-1f4956e3babc tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 562.050203] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-e24a86ef-9e07-4b82-b063-1f4956e3babc tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 562.106535] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-e24a86ef-9e07-4b82-b063-1f4956e3babc tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 562.106535] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-e24a86ef-9e07-4b82-b063-1f4956e3babc tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 562.106535] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-e24a86ef-9e07-4b82-b063-1f4956e3babc tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 562.106535] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-e24a86ef-9e07-4b82-b063-1f4956e3babc tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 562.106535] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-e24a86ef-9e07-4b82-b063-1f4956e3babc tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 562.106535] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-e24a86ef-9e07-4b82-b063-1f4956e3babc tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 562.119919] nova-conductor[54365]: DEBUG nova.quota [None req-e24a86ef-9e07-4b82-b063-1f4956e3babc tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Getting quotas for project 33242a5e0a764cf3b8af687fc4302e8e. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 562.126987] nova-conductor[54365]: DEBUG nova.quota [None req-e24a86ef-9e07-4b82-b063-1f4956e3babc tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Getting quotas for user 27ce526a1d824fe8b6573fa80adcd53f and project 33242a5e0a764cf3b8af687fc4302e8e. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 562.135648] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-e24a86ef-9e07-4b82-b063-1f4956e3babc tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] [instance: 5680b562-8e8d-4fed-8b48-ec7add23ed7b] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54365) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 562.136211] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-e24a86ef-9e07-4b82-b063-1f4956e3babc tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 562.136429] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-e24a86ef-9e07-4b82-b063-1f4956e3babc tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 562.136616] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-e24a86ef-9e07-4b82-b063-1f4956e3babc tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 562.140439] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-e24a86ef-9e07-4b82-b063-1f4956e3babc tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] [instance: 5680b562-8e8d-4fed-8b48-ec7add23ed7b] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54365) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 562.141468] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-e24a86ef-9e07-4b82-b063-1f4956e3babc tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 562.141468] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-e24a86ef-9e07-4b82-b063-1f4956e3babc tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 562.141468] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-e24a86ef-9e07-4b82-b063-1f4956e3babc tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 562.177520] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-e24a86ef-9e07-4b82-b063-1f4956e3babc tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 562.177680] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-e24a86ef-9e07-4b82-b063-1f4956e3babc tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 562.177835] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-e24a86ef-9e07-4b82-b063-1f4956e3babc tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 563.247509] nova-conductor[54365]: ERROR nova.scheduler.utils [None req-7718e1fd-3809-42b7-bc2b-82147bd3e3ee tempest-ServersAdminNegativeTestJSON-570434186 tempest-ServersAdminNegativeTestJSON-570434186-project-member] [instance: 0c828d87-be04-47a4-87f9-a0f54622326b] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port fab98fab-a200-4c3f-b028-89260b05d8c5, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 0c828d87-be04-47a4-87f9-a0f54622326b was re-scheduled: Binding failed for port fab98fab-a200-4c3f-b028-89260b05d8c5, please check neutron logs for more information.\n'] [ 563.252026] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-7718e1fd-3809-42b7-bc2b-82147bd3e3ee tempest-ServersAdminNegativeTestJSON-570434186 tempest-ServersAdminNegativeTestJSON-570434186-project-member] Rescheduling: True {{(pid=54365) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 563.252026] nova-conductor[54365]: WARNING nova.scheduler.utils [None req-7718e1fd-3809-42b7-bc2b-82147bd3e3ee tempest-ServersAdminNegativeTestJSON-570434186 tempest-ServersAdminNegativeTestJSON-570434186-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 0c828d87-be04-47a4-87f9-a0f54622326b.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 0c828d87-be04-47a4-87f9-a0f54622326b. [ 563.252026] nova-conductor[54365]: WARNING nova.scheduler.utils [None req-7718e1fd-3809-42b7-bc2b-82147bd3e3ee tempest-ServersAdminNegativeTestJSON-570434186 tempest-ServersAdminNegativeTestJSON-570434186-project-member] [instance: 0c828d87-be04-47a4-87f9-a0f54622326b] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 0c828d87-be04-47a4-87f9-a0f54622326b. [ 563.323648] nova-conductor[54365]: DEBUG nova.network.neutron [None req-7718e1fd-3809-42b7-bc2b-82147bd3e3ee tempest-ServersAdminNegativeTestJSON-570434186 tempest-ServersAdminNegativeTestJSON-570434186-project-member] [instance: 0c828d87-be04-47a4-87f9-a0f54622326b] deallocate_for_instance() {{(pid=54365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 563.593546] nova-conductor[54365]: DEBUG nova.network.neutron [None req-7718e1fd-3809-42b7-bc2b-82147bd3e3ee tempest-ServersAdminNegativeTestJSON-570434186 tempest-ServersAdminNegativeTestJSON-570434186-project-member] [instance: 0c828d87-be04-47a4-87f9-a0f54622326b] Instance cache missing network info. {{(pid=54365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 563.600230] nova-conductor[54365]: DEBUG nova.network.neutron [None req-7718e1fd-3809-42b7-bc2b-82147bd3e3ee tempest-ServersAdminNegativeTestJSON-570434186 tempest-ServersAdminNegativeTestJSON-570434186-project-member] [instance: 0c828d87-be04-47a4-87f9-a0f54622326b] Updating instance_info_cache with network_info: [] {{(pid=54365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 565.179673] nova-conductor[54365]: ERROR nova.scheduler.utils [None req-c15ac49c-fa30-4267-9ccb-e3014c4923ee tempest-ServerDiagnosticsNegativeTest-936481918 tempest-ServerDiagnosticsNegativeTest-936481918-project-member] [instance: d9b2c5c3-bd2b-4ec0-8b3c-e0f671d81c72] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 8623168c-a37b-474f-8a2c-e4312275c1c9, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance d9b2c5c3-bd2b-4ec0-8b3c-e0f671d81c72 was re-scheduled: Binding failed for port 8623168c-a37b-474f-8a2c-e4312275c1c9, please check neutron logs for more information.\n'] [ 565.180416] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-c15ac49c-fa30-4267-9ccb-e3014c4923ee tempest-ServerDiagnosticsNegativeTest-936481918 tempest-ServerDiagnosticsNegativeTest-936481918-project-member] Rescheduling: True {{(pid=54365) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 565.180638] nova-conductor[54365]: WARNING nova.scheduler.utils [None req-c15ac49c-fa30-4267-9ccb-e3014c4923ee tempest-ServerDiagnosticsNegativeTest-936481918 tempest-ServerDiagnosticsNegativeTest-936481918-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d9b2c5c3-bd2b-4ec0-8b3c-e0f671d81c72.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d9b2c5c3-bd2b-4ec0-8b3c-e0f671d81c72. [ 565.180976] nova-conductor[54365]: WARNING nova.scheduler.utils [None req-c15ac49c-fa30-4267-9ccb-e3014c4923ee tempest-ServerDiagnosticsNegativeTest-936481918 tempest-ServerDiagnosticsNegativeTest-936481918-project-member] [instance: d9b2c5c3-bd2b-4ec0-8b3c-e0f671d81c72] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d9b2c5c3-bd2b-4ec0-8b3c-e0f671d81c72. [ 565.248216] nova-conductor[54365]: DEBUG nova.network.neutron [None req-c15ac49c-fa30-4267-9ccb-e3014c4923ee tempest-ServerDiagnosticsNegativeTest-936481918 tempest-ServerDiagnosticsNegativeTest-936481918-project-member] [instance: d9b2c5c3-bd2b-4ec0-8b3c-e0f671d81c72] deallocate_for_instance() {{(pid=54365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 565.288042] nova-conductor[54365]: DEBUG nova.network.neutron [None req-c15ac49c-fa30-4267-9ccb-e3014c4923ee tempest-ServerDiagnosticsNegativeTest-936481918 tempest-ServerDiagnosticsNegativeTest-936481918-project-member] [instance: d9b2c5c3-bd2b-4ec0-8b3c-e0f671d81c72] Instance cache missing network info. {{(pid=54365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 565.294976] nova-conductor[54365]: DEBUG nova.network.neutron [None req-c15ac49c-fa30-4267-9ccb-e3014c4923ee tempest-ServerDiagnosticsNegativeTest-936481918 tempest-ServerDiagnosticsNegativeTest-936481918-project-member] [instance: d9b2c5c3-bd2b-4ec0-8b3c-e0f671d81c72] Updating instance_info_cache with network_info: [] {{(pid=54365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 565.484314] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-430530dd-cb32-4a31-856f-2dd4424d057f tempest-ServerShowV254Test-44959365 tempest-ServerShowV254Test-44959365-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54365) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 565.519652] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-430530dd-cb32-4a31-856f-2dd4424d057f tempest-ServerShowV254Test-44959365 tempest-ServerShowV254Test-44959365-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 565.519652] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-430530dd-cb32-4a31-856f-2dd4424d057f tempest-ServerShowV254Test-44959365 tempest-ServerShowV254Test-44959365-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 565.519652] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-430530dd-cb32-4a31-856f-2dd4424d057f tempest-ServerShowV254Test-44959365 tempest-ServerShowV254Test-44959365-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 565.574651] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-430530dd-cb32-4a31-856f-2dd4424d057f tempest-ServerShowV254Test-44959365 tempest-ServerShowV254Test-44959365-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 565.574651] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-430530dd-cb32-4a31-856f-2dd4424d057f tempest-ServerShowV254Test-44959365 tempest-ServerShowV254Test-44959365-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 565.574651] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-430530dd-cb32-4a31-856f-2dd4424d057f tempest-ServerShowV254Test-44959365 tempest-ServerShowV254Test-44959365-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 565.574651] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-430530dd-cb32-4a31-856f-2dd4424d057f tempest-ServerShowV254Test-44959365 tempest-ServerShowV254Test-44959365-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 565.574651] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-430530dd-cb32-4a31-856f-2dd4424d057f tempest-ServerShowV254Test-44959365 tempest-ServerShowV254Test-44959365-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 565.574651] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-430530dd-cb32-4a31-856f-2dd4424d057f tempest-ServerShowV254Test-44959365 tempest-ServerShowV254Test-44959365-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 565.590097] nova-conductor[54365]: DEBUG nova.quota [None req-430530dd-cb32-4a31-856f-2dd4424d057f tempest-ServerShowV254Test-44959365 tempest-ServerShowV254Test-44959365-project-member] Getting quotas for project 1c2eb536e35148bd9b26f04b988d1fdb. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 565.594150] nova-conductor[54365]: DEBUG nova.quota [None req-430530dd-cb32-4a31-856f-2dd4424d057f tempest-ServerShowV254Test-44959365 tempest-ServerShowV254Test-44959365-project-member] Getting quotas for user 6a588ac3b2f344c1bc206dffd7527425 and project 1c2eb536e35148bd9b26f04b988d1fdb. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 565.601349] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-430530dd-cb32-4a31-856f-2dd4424d057f tempest-ServerShowV254Test-44959365 tempest-ServerShowV254Test-44959365-project-member] [instance: b7c425a1-a80d-4a62-a71f-d14fdf638cf7] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54365) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 565.601823] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-430530dd-cb32-4a31-856f-2dd4424d057f tempest-ServerShowV254Test-44959365 tempest-ServerShowV254Test-44959365-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 565.602043] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-430530dd-cb32-4a31-856f-2dd4424d057f tempest-ServerShowV254Test-44959365 tempest-ServerShowV254Test-44959365-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 565.602224] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-430530dd-cb32-4a31-856f-2dd4424d057f tempest-ServerShowV254Test-44959365 tempest-ServerShowV254Test-44959365-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 565.612706] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-430530dd-cb32-4a31-856f-2dd4424d057f tempest-ServerShowV254Test-44959365 tempest-ServerShowV254Test-44959365-project-member] [instance: b7c425a1-a80d-4a62-a71f-d14fdf638cf7] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54365) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 565.612706] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-430530dd-cb32-4a31-856f-2dd4424d057f tempest-ServerShowV254Test-44959365 tempest-ServerShowV254Test-44959365-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 565.612886] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-430530dd-cb32-4a31-856f-2dd4424d057f tempest-ServerShowV254Test-44959365 tempest-ServerShowV254Test-44959365-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 565.612886] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-430530dd-cb32-4a31-856f-2dd4424d057f tempest-ServerShowV254Test-44959365 tempest-ServerShowV254Test-44959365-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 565.631842] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-430530dd-cb32-4a31-856f-2dd4424d057f tempest-ServerShowV254Test-44959365 tempest-ServerShowV254Test-44959365-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 565.632107] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-430530dd-cb32-4a31-856f-2dd4424d057f tempest-ServerShowV254Test-44959365 tempest-ServerShowV254Test-44959365-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 565.632290] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-430530dd-cb32-4a31-856f-2dd4424d057f tempest-ServerShowV254Test-44959365 tempest-ServerShowV254Test-44959365-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 566.979547] nova-conductor[54364]: DEBUG dbcounter [-] [54364] Writing DB stats nova_cell0:SELECT=9 {{(pid=54364) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 567.014987] nova-conductor[54364]: DEBUG dbcounter [-] [54364] Writing DB stats nova_cell1:SELECT=25,nova_cell1:SAVEPOINT=8,nova_cell1:INSERT=66,nova_cell1:RELEASE=8 {{(pid=54364) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 567.026273] nova-conductor[54364]: DEBUG dbcounter [-] [54364] Writing DB stats nova_api:SELECT=47,nova_api:UPDATE=6,nova_api:DELETE=3 {{(pid=54364) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 567.036090] nova-conductor[54364]: DEBUG dbcounter [-] [54364] Writing DB stats nova_api:SELECT=48,nova_api:DELETE=5,nova_api:UPDATE=2 {{(pid=54364) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 568.040216] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-55dcddcd-f42c-48d5-99b3-6b2d7d933ece tempest-DeleteServersAdminTestJSON-304460697 tempest-DeleteServersAdminTestJSON-304460697-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54365) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 568.059887] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-55dcddcd-f42c-48d5-99b3-6b2d7d933ece tempest-DeleteServersAdminTestJSON-304460697 tempest-DeleteServersAdminTestJSON-304460697-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 568.060173] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-55dcddcd-f42c-48d5-99b3-6b2d7d933ece tempest-DeleteServersAdminTestJSON-304460697 tempest-DeleteServersAdminTestJSON-304460697-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 568.060514] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-55dcddcd-f42c-48d5-99b3-6b2d7d933ece tempest-DeleteServersAdminTestJSON-304460697 tempest-DeleteServersAdminTestJSON-304460697-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 568.115928] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-55dcddcd-f42c-48d5-99b3-6b2d7d933ece tempest-DeleteServersAdminTestJSON-304460697 tempest-DeleteServersAdminTestJSON-304460697-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 568.116361] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-55dcddcd-f42c-48d5-99b3-6b2d7d933ece tempest-DeleteServersAdminTestJSON-304460697 tempest-DeleteServersAdminTestJSON-304460697-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 568.116781] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-55dcddcd-f42c-48d5-99b3-6b2d7d933ece tempest-DeleteServersAdminTestJSON-304460697 tempest-DeleteServersAdminTestJSON-304460697-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 568.117444] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-55dcddcd-f42c-48d5-99b3-6b2d7d933ece tempest-DeleteServersAdminTestJSON-304460697 tempest-DeleteServersAdminTestJSON-304460697-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 568.117778] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-55dcddcd-f42c-48d5-99b3-6b2d7d933ece tempest-DeleteServersAdminTestJSON-304460697 tempest-DeleteServersAdminTestJSON-304460697-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 568.118014] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-55dcddcd-f42c-48d5-99b3-6b2d7d933ece tempest-DeleteServersAdminTestJSON-304460697 tempest-DeleteServersAdminTestJSON-304460697-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 568.133875] nova-conductor[54365]: DEBUG nova.quota [None req-55dcddcd-f42c-48d5-99b3-6b2d7d933ece tempest-DeleteServersAdminTestJSON-304460697 tempest-DeleteServersAdminTestJSON-304460697-project-member] Getting quotas for project 1b74a31666884e19b5a91325d435a6e6. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 568.137686] nova-conductor[54365]: DEBUG nova.quota [None req-55dcddcd-f42c-48d5-99b3-6b2d7d933ece tempest-DeleteServersAdminTestJSON-304460697 tempest-DeleteServersAdminTestJSON-304460697-project-member] Getting quotas for user 38226df72425401b9396a5ce15c8c1f5 and project 1b74a31666884e19b5a91325d435a6e6. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 568.145108] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-55dcddcd-f42c-48d5-99b3-6b2d7d933ece tempest-DeleteServersAdminTestJSON-304460697 tempest-DeleteServersAdminTestJSON-304460697-project-member] [instance: 7f17ce32-e674-4275-a313-a3f69dde2ee9] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54365) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 568.145108] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-55dcddcd-f42c-48d5-99b3-6b2d7d933ece tempest-DeleteServersAdminTestJSON-304460697 tempest-DeleteServersAdminTestJSON-304460697-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 568.145386] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-55dcddcd-f42c-48d5-99b3-6b2d7d933ece tempest-DeleteServersAdminTestJSON-304460697 tempest-DeleteServersAdminTestJSON-304460697-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 568.145496] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-55dcddcd-f42c-48d5-99b3-6b2d7d933ece tempest-DeleteServersAdminTestJSON-304460697 tempest-DeleteServersAdminTestJSON-304460697-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 568.150620] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-55dcddcd-f42c-48d5-99b3-6b2d7d933ece tempest-DeleteServersAdminTestJSON-304460697 tempest-DeleteServersAdminTestJSON-304460697-project-member] [instance: 7f17ce32-e674-4275-a313-a3f69dde2ee9] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54365) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 568.151472] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-55dcddcd-f42c-48d5-99b3-6b2d7d933ece tempest-DeleteServersAdminTestJSON-304460697 tempest-DeleteServersAdminTestJSON-304460697-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 568.151683] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-55dcddcd-f42c-48d5-99b3-6b2d7d933ece tempest-DeleteServersAdminTestJSON-304460697 tempest-DeleteServersAdminTestJSON-304460697-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 568.151857] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-55dcddcd-f42c-48d5-99b3-6b2d7d933ece tempest-DeleteServersAdminTestJSON-304460697 tempest-DeleteServersAdminTestJSON-304460697-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 568.178706] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-55dcddcd-f42c-48d5-99b3-6b2d7d933ece tempest-DeleteServersAdminTestJSON-304460697 tempest-DeleteServersAdminTestJSON-304460697-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 568.179976] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-55dcddcd-f42c-48d5-99b3-6b2d7d933ece tempest-DeleteServersAdminTestJSON-304460697 tempest-DeleteServersAdminTestJSON-304460697-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 568.179976] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-55dcddcd-f42c-48d5-99b3-6b2d7d933ece tempest-DeleteServersAdminTestJSON-304460697 tempest-DeleteServersAdminTestJSON-304460697-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 569.624055] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-eae585f0-15bc-4aa4-8d27-a983e384532e tempest-ServerRescueTestJSON-484164136 tempest-ServerRescueTestJSON-484164136-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54364) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 569.638631] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-eae585f0-15bc-4aa4-8d27-a983e384532e tempest-ServerRescueTestJSON-484164136 tempest-ServerRescueTestJSON-484164136-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.639083] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-eae585f0-15bc-4aa4-8d27-a983e384532e tempest-ServerRescueTestJSON-484164136 tempest-ServerRescueTestJSON-484164136-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.639083] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-eae585f0-15bc-4aa4-8d27-a983e384532e tempest-ServerRescueTestJSON-484164136 tempest-ServerRescueTestJSON-484164136-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 569.696093] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-eae585f0-15bc-4aa4-8d27-a983e384532e tempest-ServerRescueTestJSON-484164136 tempest-ServerRescueTestJSON-484164136-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.696341] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-eae585f0-15bc-4aa4-8d27-a983e384532e tempest-ServerRescueTestJSON-484164136 tempest-ServerRescueTestJSON-484164136-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.696514] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-eae585f0-15bc-4aa4-8d27-a983e384532e tempest-ServerRescueTestJSON-484164136 tempest-ServerRescueTestJSON-484164136-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 569.696982] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-eae585f0-15bc-4aa4-8d27-a983e384532e tempest-ServerRescueTestJSON-484164136 tempest-ServerRescueTestJSON-484164136-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.697215] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-eae585f0-15bc-4aa4-8d27-a983e384532e tempest-ServerRescueTestJSON-484164136 tempest-ServerRescueTestJSON-484164136-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.697324] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-eae585f0-15bc-4aa4-8d27-a983e384532e tempest-ServerRescueTestJSON-484164136 tempest-ServerRescueTestJSON-484164136-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 569.711936] nova-conductor[54364]: DEBUG nova.quota [None req-eae585f0-15bc-4aa4-8d27-a983e384532e tempest-ServerRescueTestJSON-484164136 tempest-ServerRescueTestJSON-484164136-project-member] Getting quotas for project 3b993e6d0edb43f1b2e3afd72a08a529. Resources: {'cores', 'ram', 'instances'} {{(pid=54364) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 569.717291] nova-conductor[54364]: DEBUG nova.quota [None req-eae585f0-15bc-4aa4-8d27-a983e384532e tempest-ServerRescueTestJSON-484164136 tempest-ServerRescueTestJSON-484164136-project-member] Getting quotas for user 583073a356104830abcbb90490a0d04b and project 3b993e6d0edb43f1b2e3afd72a08a529. Resources: {'cores', 'ram', 'instances'} {{(pid=54364) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 569.729785] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-eae585f0-15bc-4aa4-8d27-a983e384532e tempest-ServerRescueTestJSON-484164136 tempest-ServerRescueTestJSON-484164136-project-member] [instance: b79f2461-2b0f-4427-abb8-7a3a192e6230] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54364) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 569.729785] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-eae585f0-15bc-4aa4-8d27-a983e384532e tempest-ServerRescueTestJSON-484164136 tempest-ServerRescueTestJSON-484164136-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.729785] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-eae585f0-15bc-4aa4-8d27-a983e384532e tempest-ServerRescueTestJSON-484164136 tempest-ServerRescueTestJSON-484164136-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.729785] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-eae585f0-15bc-4aa4-8d27-a983e384532e tempest-ServerRescueTestJSON-484164136 tempest-ServerRescueTestJSON-484164136-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 569.739161] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-eae585f0-15bc-4aa4-8d27-a983e384532e tempest-ServerRescueTestJSON-484164136 tempest-ServerRescueTestJSON-484164136-project-member] [instance: b79f2461-2b0f-4427-abb8-7a3a192e6230] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54364) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 569.739685] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-eae585f0-15bc-4aa4-8d27-a983e384532e tempest-ServerRescueTestJSON-484164136 tempest-ServerRescueTestJSON-484164136-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.739905] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-eae585f0-15bc-4aa4-8d27-a983e384532e tempest-ServerRescueTestJSON-484164136 tempest-ServerRescueTestJSON-484164136-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.740091] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-eae585f0-15bc-4aa4-8d27-a983e384532e tempest-ServerRescueTestJSON-484164136 tempest-ServerRescueTestJSON-484164136-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 569.769412] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-eae585f0-15bc-4aa4-8d27-a983e384532e tempest-ServerRescueTestJSON-484164136 tempest-ServerRescueTestJSON-484164136-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 569.769663] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-eae585f0-15bc-4aa4-8d27-a983e384532e tempest-ServerRescueTestJSON-484164136 tempest-ServerRescueTestJSON-484164136-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 569.769846] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-eae585f0-15bc-4aa4-8d27-a983e384532e tempest-ServerRescueTestJSON-484164136 tempest-ServerRescueTestJSON-484164136-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 571.760902] nova-conductor[54364]: ERROR nova.scheduler.utils [None req-a4281670-6868-4891-b2f5-c82bd392f4e1 tempest-ImagesOneServerNegativeTestJSON-191794322 tempest-ImagesOneServerNegativeTestJSON-191794322-project-member] [instance: 88346467-e1ac-4647-bcf7-063636853a2b] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 49dfc77a-a416-4d6e-814b-bc9408bcdde0, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 88346467-e1ac-4647-bcf7-063636853a2b was re-scheduled: Binding failed for port 49dfc77a-a416-4d6e-814b-bc9408bcdde0, please check neutron logs for more information.\n'] [ 571.761899] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-a4281670-6868-4891-b2f5-c82bd392f4e1 tempest-ImagesOneServerNegativeTestJSON-191794322 tempest-ImagesOneServerNegativeTestJSON-191794322-project-member] Rescheduling: True {{(pid=54364) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 571.761899] nova-conductor[54364]: WARNING nova.scheduler.utils [None req-a4281670-6868-4891-b2f5-c82bd392f4e1 tempest-ImagesOneServerNegativeTestJSON-191794322 tempest-ImagesOneServerNegativeTestJSON-191794322-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 88346467-e1ac-4647-bcf7-063636853a2b.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 88346467-e1ac-4647-bcf7-063636853a2b. [ 571.763602] nova-conductor[54364]: WARNING nova.scheduler.utils [None req-a4281670-6868-4891-b2f5-c82bd392f4e1 tempest-ImagesOneServerNegativeTestJSON-191794322 tempest-ImagesOneServerNegativeTestJSON-191794322-project-member] [instance: 88346467-e1ac-4647-bcf7-063636853a2b] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 88346467-e1ac-4647-bcf7-063636853a2b. [ 571.790508] nova-conductor[54364]: DEBUG nova.network.neutron [None req-a4281670-6868-4891-b2f5-c82bd392f4e1 tempest-ImagesOneServerNegativeTestJSON-191794322 tempest-ImagesOneServerNegativeTestJSON-191794322-project-member] [instance: 88346467-e1ac-4647-bcf7-063636853a2b] deallocate_for_instance() {{(pid=54364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 571.819038] nova-conductor[54364]: DEBUG nova.network.neutron [None req-a4281670-6868-4891-b2f5-c82bd392f4e1 tempest-ImagesOneServerNegativeTestJSON-191794322 tempest-ImagesOneServerNegativeTestJSON-191794322-project-member] [instance: 88346467-e1ac-4647-bcf7-063636853a2b] Instance cache missing network info. {{(pid=54364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 571.823626] nova-conductor[54364]: DEBUG nova.network.neutron [None req-a4281670-6868-4891-b2f5-c82bd392f4e1 tempest-ImagesOneServerNegativeTestJSON-191794322 tempest-ImagesOneServerNegativeTestJSON-191794322-project-member] [instance: 88346467-e1ac-4647-bcf7-063636853a2b] Updating instance_info_cache with network_info: [] {{(pid=54364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 573.686479] nova-conductor[54364]: ERROR nova.scheduler.utils [None req-93abef63-903c-4afb-a46d-b79278abe070 tempest-SecurityGroupsTestJSON-1243243120 tempest-SecurityGroupsTestJSON-1243243120-project-member] [instance: 5094a573-d6b5-4e38-ba60-f7c9bd6cdae4] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 289bd473-7ed6-482d-9825-dc74f2cb5379, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 5094a573-d6b5-4e38-ba60-f7c9bd6cdae4 was re-scheduled: Binding failed for port 289bd473-7ed6-482d-9825-dc74f2cb5379, please check neutron logs for more information.\n'] [ 573.743109] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-93abef63-903c-4afb-a46d-b79278abe070 tempest-SecurityGroupsTestJSON-1243243120 tempest-SecurityGroupsTestJSON-1243243120-project-member] Rescheduling: True {{(pid=54364) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 573.743211] nova-conductor[54364]: WARNING nova.scheduler.utils [None req-93abef63-903c-4afb-a46d-b79278abe070 tempest-SecurityGroupsTestJSON-1243243120 tempest-SecurityGroupsTestJSON-1243243120-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5094a573-d6b5-4e38-ba60-f7c9bd6cdae4.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5094a573-d6b5-4e38-ba60-f7c9bd6cdae4. [ 573.743449] nova-conductor[54364]: WARNING nova.scheduler.utils [None req-93abef63-903c-4afb-a46d-b79278abe070 tempest-SecurityGroupsTestJSON-1243243120 tempest-SecurityGroupsTestJSON-1243243120-project-member] [instance: 5094a573-d6b5-4e38-ba60-f7c9bd6cdae4] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5094a573-d6b5-4e38-ba60-f7c9bd6cdae4. [ 573.773962] nova-conductor[54364]: DEBUG nova.network.neutron [None req-93abef63-903c-4afb-a46d-b79278abe070 tempest-SecurityGroupsTestJSON-1243243120 tempest-SecurityGroupsTestJSON-1243243120-project-member] [instance: 5094a573-d6b5-4e38-ba60-f7c9bd6cdae4] deallocate_for_instance() {{(pid=54364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 573.813123] nova-conductor[54364]: DEBUG nova.network.neutron [None req-93abef63-903c-4afb-a46d-b79278abe070 tempest-SecurityGroupsTestJSON-1243243120 tempest-SecurityGroupsTestJSON-1243243120-project-member] [instance: 5094a573-d6b5-4e38-ba60-f7c9bd6cdae4] Instance cache missing network info. {{(pid=54364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 573.816131] nova-conductor[54364]: DEBUG nova.network.neutron [None req-93abef63-903c-4afb-a46d-b79278abe070 tempest-SecurityGroupsTestJSON-1243243120 tempest-SecurityGroupsTestJSON-1243243120-project-member] [instance: 5094a573-d6b5-4e38-ba60-f7c9bd6cdae4] Updating instance_info_cache with network_info: [] {{(pid=54364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 573.887222] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-f95a4e27-1d36-4b63-a2fe-f08f1e4eaa87 tempest-ServersAaction247Test-661174374 tempest-ServersAaction247Test-661174374-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54365) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 573.914287] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-f95a4e27-1d36-4b63-a2fe-f08f1e4eaa87 tempest-ServersAaction247Test-661174374 tempest-ServersAaction247Test-661174374-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 573.915189] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-f95a4e27-1d36-4b63-a2fe-f08f1e4eaa87 tempest-ServersAaction247Test-661174374 tempest-ServersAaction247Test-661174374-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 573.915495] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-f95a4e27-1d36-4b63-a2fe-f08f1e4eaa87 tempest-ServersAaction247Test-661174374 tempest-ServersAaction247Test-661174374-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 573.963441] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-f95a4e27-1d36-4b63-a2fe-f08f1e4eaa87 tempest-ServersAaction247Test-661174374 tempest-ServersAaction247Test-661174374-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 573.963657] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-f95a4e27-1d36-4b63-a2fe-f08f1e4eaa87 tempest-ServersAaction247Test-661174374 tempest-ServersAaction247Test-661174374-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 573.963823] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-f95a4e27-1d36-4b63-a2fe-f08f1e4eaa87 tempest-ServersAaction247Test-661174374 tempest-ServersAaction247Test-661174374-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 573.964589] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-f95a4e27-1d36-4b63-a2fe-f08f1e4eaa87 tempest-ServersAaction247Test-661174374 tempest-ServersAaction247Test-661174374-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 573.964589] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-f95a4e27-1d36-4b63-a2fe-f08f1e4eaa87 tempest-ServersAaction247Test-661174374 tempest-ServersAaction247Test-661174374-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 573.964589] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-f95a4e27-1d36-4b63-a2fe-f08f1e4eaa87 tempest-ServersAaction247Test-661174374 tempest-ServersAaction247Test-661174374-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 573.974717] nova-conductor[54365]: DEBUG nova.quota [None req-f95a4e27-1d36-4b63-a2fe-f08f1e4eaa87 tempest-ServersAaction247Test-661174374 tempest-ServersAaction247Test-661174374-project-member] Getting quotas for project 4363eed7b3124da799692e2ac131064a. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 573.977975] nova-conductor[54365]: DEBUG nova.quota [None req-f95a4e27-1d36-4b63-a2fe-f08f1e4eaa87 tempest-ServersAaction247Test-661174374 tempest-ServersAaction247Test-661174374-project-member] Getting quotas for user 16404ac3b33443dba4ee724f61aef3c1 and project 4363eed7b3124da799692e2ac131064a. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 573.983604] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-f95a4e27-1d36-4b63-a2fe-f08f1e4eaa87 tempest-ServersAaction247Test-661174374 tempest-ServersAaction247Test-661174374-project-member] [instance: d7404720-7cf0-41bf-a882-2cb6db2253bc] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54365) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 573.983903] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-f95a4e27-1d36-4b63-a2fe-f08f1e4eaa87 tempest-ServersAaction247Test-661174374 tempest-ServersAaction247Test-661174374-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 573.984263] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-f95a4e27-1d36-4b63-a2fe-f08f1e4eaa87 tempest-ServersAaction247Test-661174374 tempest-ServersAaction247Test-661174374-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 573.984263] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-f95a4e27-1d36-4b63-a2fe-f08f1e4eaa87 tempest-ServersAaction247Test-661174374 tempest-ServersAaction247Test-661174374-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 573.988145] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-f95a4e27-1d36-4b63-a2fe-f08f1e4eaa87 tempest-ServersAaction247Test-661174374 tempest-ServersAaction247Test-661174374-project-member] [instance: d7404720-7cf0-41bf-a882-2cb6db2253bc] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54365) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 573.990182] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-f95a4e27-1d36-4b63-a2fe-f08f1e4eaa87 tempest-ServersAaction247Test-661174374 tempest-ServersAaction247Test-661174374-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 573.990182] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-f95a4e27-1d36-4b63-a2fe-f08f1e4eaa87 tempest-ServersAaction247Test-661174374 tempest-ServersAaction247Test-661174374-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 573.990182] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-f95a4e27-1d36-4b63-a2fe-f08f1e4eaa87 tempest-ServersAaction247Test-661174374 tempest-ServersAaction247Test-661174374-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 574.018814] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-f95a4e27-1d36-4b63-a2fe-f08f1e4eaa87 tempest-ServersAaction247Test-661174374 tempest-ServersAaction247Test-661174374-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 574.020050] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-f95a4e27-1d36-4b63-a2fe-f08f1e4eaa87 tempest-ServersAaction247Test-661174374 tempest-ServersAaction247Test-661174374-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 574.020340] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-f95a4e27-1d36-4b63-a2fe-f08f1e4eaa87 tempest-ServersAaction247Test-661174374 tempest-ServersAaction247Test-661174374-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 577.420771] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-523c9196-9c8c-4a73-8190-23ed593f11f6 tempest-InstanceActionsNegativeTestJSON-176149514 tempest-InstanceActionsNegativeTestJSON-176149514-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54364) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 577.440537] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-523c9196-9c8c-4a73-8190-23ed593f11f6 tempest-InstanceActionsNegativeTestJSON-176149514 tempest-InstanceActionsNegativeTestJSON-176149514-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 577.440794] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-523c9196-9c8c-4a73-8190-23ed593f11f6 tempest-InstanceActionsNegativeTestJSON-176149514 tempest-InstanceActionsNegativeTestJSON-176149514-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 577.440975] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-523c9196-9c8c-4a73-8190-23ed593f11f6 tempest-InstanceActionsNegativeTestJSON-176149514 tempest-InstanceActionsNegativeTestJSON-176149514-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 577.476899] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-523c9196-9c8c-4a73-8190-23ed593f11f6 tempest-InstanceActionsNegativeTestJSON-176149514 tempest-InstanceActionsNegativeTestJSON-176149514-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 577.477218] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-523c9196-9c8c-4a73-8190-23ed593f11f6 tempest-InstanceActionsNegativeTestJSON-176149514 tempest-InstanceActionsNegativeTestJSON-176149514-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 577.477430] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-523c9196-9c8c-4a73-8190-23ed593f11f6 tempest-InstanceActionsNegativeTestJSON-176149514 tempest-InstanceActionsNegativeTestJSON-176149514-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 577.477700] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-523c9196-9c8c-4a73-8190-23ed593f11f6 tempest-InstanceActionsNegativeTestJSON-176149514 tempest-InstanceActionsNegativeTestJSON-176149514-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 577.477891] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-523c9196-9c8c-4a73-8190-23ed593f11f6 tempest-InstanceActionsNegativeTestJSON-176149514 tempest-InstanceActionsNegativeTestJSON-176149514-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 577.478092] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-523c9196-9c8c-4a73-8190-23ed593f11f6 tempest-InstanceActionsNegativeTestJSON-176149514 tempest-InstanceActionsNegativeTestJSON-176149514-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 577.489487] nova-conductor[54364]: DEBUG nova.quota [None req-523c9196-9c8c-4a73-8190-23ed593f11f6 tempest-InstanceActionsNegativeTestJSON-176149514 tempest-InstanceActionsNegativeTestJSON-176149514-project-member] Getting quotas for project 1ef99584923c404bbf55e815f2792393. Resources: {'cores', 'ram', 'instances'} {{(pid=54364) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 577.492842] nova-conductor[54364]: DEBUG nova.quota [None req-523c9196-9c8c-4a73-8190-23ed593f11f6 tempest-InstanceActionsNegativeTestJSON-176149514 tempest-InstanceActionsNegativeTestJSON-176149514-project-member] Getting quotas for user a17303d7d22a4b38960a424118331c3c and project 1ef99584923c404bbf55e815f2792393. Resources: {'cores', 'ram', 'instances'} {{(pid=54364) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 577.499952] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-523c9196-9c8c-4a73-8190-23ed593f11f6 tempest-InstanceActionsNegativeTestJSON-176149514 tempest-InstanceActionsNegativeTestJSON-176149514-project-member] [instance: ee06b107-4352-4491-b9bb-7faa7ccb5571] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54364) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 577.500447] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-523c9196-9c8c-4a73-8190-23ed593f11f6 tempest-InstanceActionsNegativeTestJSON-176149514 tempest-InstanceActionsNegativeTestJSON-176149514-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 577.500707] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-523c9196-9c8c-4a73-8190-23ed593f11f6 tempest-InstanceActionsNegativeTestJSON-176149514 tempest-InstanceActionsNegativeTestJSON-176149514-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 577.500893] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-523c9196-9c8c-4a73-8190-23ed593f11f6 tempest-InstanceActionsNegativeTestJSON-176149514 tempest-InstanceActionsNegativeTestJSON-176149514-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 577.505817] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-523c9196-9c8c-4a73-8190-23ed593f11f6 tempest-InstanceActionsNegativeTestJSON-176149514 tempest-InstanceActionsNegativeTestJSON-176149514-project-member] [instance: ee06b107-4352-4491-b9bb-7faa7ccb5571] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54364) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 577.506498] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-523c9196-9c8c-4a73-8190-23ed593f11f6 tempest-InstanceActionsNegativeTestJSON-176149514 tempest-InstanceActionsNegativeTestJSON-176149514-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 577.506759] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-523c9196-9c8c-4a73-8190-23ed593f11f6 tempest-InstanceActionsNegativeTestJSON-176149514 tempest-InstanceActionsNegativeTestJSON-176149514-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 577.506873] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-523c9196-9c8c-4a73-8190-23ed593f11f6 tempest-InstanceActionsNegativeTestJSON-176149514 tempest-InstanceActionsNegativeTestJSON-176149514-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 577.524340] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-523c9196-9c8c-4a73-8190-23ed593f11f6 tempest-InstanceActionsNegativeTestJSON-176149514 tempest-InstanceActionsNegativeTestJSON-176149514-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 577.524438] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-523c9196-9c8c-4a73-8190-23ed593f11f6 tempest-InstanceActionsNegativeTestJSON-176149514 tempest-InstanceActionsNegativeTestJSON-176149514-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 577.527590] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-523c9196-9c8c-4a73-8190-23ed593f11f6 tempest-InstanceActionsNegativeTestJSON-176149514 tempest-InstanceActionsNegativeTestJSON-176149514-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 578.753292] nova-conductor[54364]: DEBUG dbcounter [-] [54364] Writing DB stats nova_cell1:SELECT=270,nova_cell1:UPDATE=126,nova_cell1:INSERT=19,nova_cell1:SAVEPOINT=23,nova_cell1:RELEASE=23 {{(pid=54364) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 580.791655] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-019cd5f2-d466-47e3-84ef-96427387228f tempest-ServerGroupTestJSON-193793233 tempest-ServerGroupTestJSON-193793233-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 580.791655] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-019cd5f2-d466-47e3-84ef-96427387228f tempest-ServerGroupTestJSON-193793233 tempest-ServerGroupTestJSON-193793233-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 580.791655] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-019cd5f2-d466-47e3-84ef-96427387228f tempest-ServerGroupTestJSON-193793233 tempest-ServerGroupTestJSON-193793233-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 581.323823] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-019cd5f2-d466-47e3-84ef-96427387228f tempest-ServerGroupTestJSON-193793233 tempest-ServerGroupTestJSON-193793233-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54365) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 581.361019] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-019cd5f2-d466-47e3-84ef-96427387228f tempest-ServerGroupTestJSON-193793233 tempest-ServerGroupTestJSON-193793233-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 581.361360] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-019cd5f2-d466-47e3-84ef-96427387228f tempest-ServerGroupTestJSON-193793233 tempest-ServerGroupTestJSON-193793233-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 581.361547] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-019cd5f2-d466-47e3-84ef-96427387228f tempest-ServerGroupTestJSON-193793233 tempest-ServerGroupTestJSON-193793233-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 581.448969] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-019cd5f2-d466-47e3-84ef-96427387228f tempest-ServerGroupTestJSON-193793233 tempest-ServerGroupTestJSON-193793233-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 581.449241] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-019cd5f2-d466-47e3-84ef-96427387228f tempest-ServerGroupTestJSON-193793233 tempest-ServerGroupTestJSON-193793233-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 581.449588] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-019cd5f2-d466-47e3-84ef-96427387228f tempest-ServerGroupTestJSON-193793233 tempest-ServerGroupTestJSON-193793233-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 581.450029] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-019cd5f2-d466-47e3-84ef-96427387228f tempest-ServerGroupTestJSON-193793233 tempest-ServerGroupTestJSON-193793233-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 581.450869] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-019cd5f2-d466-47e3-84ef-96427387228f tempest-ServerGroupTestJSON-193793233 tempest-ServerGroupTestJSON-193793233-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 581.450869] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-019cd5f2-d466-47e3-84ef-96427387228f tempest-ServerGroupTestJSON-193793233 tempest-ServerGroupTestJSON-193793233-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 581.465673] nova-conductor[54365]: DEBUG nova.quota [None req-019cd5f2-d466-47e3-84ef-96427387228f tempest-ServerGroupTestJSON-193793233 tempest-ServerGroupTestJSON-193793233-project-member] Getting quotas for project ee1a8291e9a8471888c38e3a50371732. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 581.470063] nova-conductor[54365]: DEBUG nova.quota [None req-019cd5f2-d466-47e3-84ef-96427387228f tempest-ServerGroupTestJSON-193793233 tempest-ServerGroupTestJSON-193793233-project-member] Getting quotas for user 997faa5915d448d4ba2c45f835ffc44c and project ee1a8291e9a8471888c38e3a50371732. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 581.490591] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-019cd5f2-d466-47e3-84ef-96427387228f tempest-ServerGroupTestJSON-193793233 tempest-ServerGroupTestJSON-193793233-project-member] [instance: 972e1187-09ee-4703-a3bc-7eb213a5c52e] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54365) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 581.491231] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-019cd5f2-d466-47e3-84ef-96427387228f tempest-ServerGroupTestJSON-193793233 tempest-ServerGroupTestJSON-193793233-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 581.491395] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-019cd5f2-d466-47e3-84ef-96427387228f tempest-ServerGroupTestJSON-193793233 tempest-ServerGroupTestJSON-193793233-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 581.491569] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-019cd5f2-d466-47e3-84ef-96427387228f tempest-ServerGroupTestJSON-193793233 tempest-ServerGroupTestJSON-193793233-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 581.499203] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-019cd5f2-d466-47e3-84ef-96427387228f tempest-ServerGroupTestJSON-193793233 tempest-ServerGroupTestJSON-193793233-project-member] [instance: 972e1187-09ee-4703-a3bc-7eb213a5c52e] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54365) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 581.501730] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-019cd5f2-d466-47e3-84ef-96427387228f tempest-ServerGroupTestJSON-193793233 tempest-ServerGroupTestJSON-193793233-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 581.501730] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-019cd5f2-d466-47e3-84ef-96427387228f tempest-ServerGroupTestJSON-193793233 tempest-ServerGroupTestJSON-193793233-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 581.501730] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-019cd5f2-d466-47e3-84ef-96427387228f tempest-ServerGroupTestJSON-193793233 tempest-ServerGroupTestJSON-193793233-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 581.531163] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-019cd5f2-d466-47e3-84ef-96427387228f tempest-ServerGroupTestJSON-193793233 tempest-ServerGroupTestJSON-193793233-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 581.531163] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-019cd5f2-d466-47e3-84ef-96427387228f tempest-ServerGroupTestJSON-193793233 tempest-ServerGroupTestJSON-193793233-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 581.531163] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-019cd5f2-d466-47e3-84ef-96427387228f tempest-ServerGroupTestJSON-193793233 tempest-ServerGroupTestJSON-193793233-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 583.289083] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-092ff824-0f8e-4d89-a4d6-b3b0c372388e tempest-ImagesOneServerTestJSON-480946824 tempest-ImagesOneServerTestJSON-480946824-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54365) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 583.305502] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-092ff824-0f8e-4d89-a4d6-b3b0c372388e tempest-ImagesOneServerTestJSON-480946824 tempest-ImagesOneServerTestJSON-480946824-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 583.305737] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-092ff824-0f8e-4d89-a4d6-b3b0c372388e tempest-ImagesOneServerTestJSON-480946824 tempest-ImagesOneServerTestJSON-480946824-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 583.305948] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-092ff824-0f8e-4d89-a4d6-b3b0c372388e tempest-ImagesOneServerTestJSON-480946824 tempest-ImagesOneServerTestJSON-480946824-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 583.346690] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-092ff824-0f8e-4d89-a4d6-b3b0c372388e tempest-ImagesOneServerTestJSON-480946824 tempest-ImagesOneServerTestJSON-480946824-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 583.347451] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-092ff824-0f8e-4d89-a4d6-b3b0c372388e tempest-ImagesOneServerTestJSON-480946824 tempest-ImagesOneServerTestJSON-480946824-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 583.347647] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-092ff824-0f8e-4d89-a4d6-b3b0c372388e tempest-ImagesOneServerTestJSON-480946824 tempest-ImagesOneServerTestJSON-480946824-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 583.348233] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-092ff824-0f8e-4d89-a4d6-b3b0c372388e tempest-ImagesOneServerTestJSON-480946824 tempest-ImagesOneServerTestJSON-480946824-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 583.348655] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-092ff824-0f8e-4d89-a4d6-b3b0c372388e tempest-ImagesOneServerTestJSON-480946824 tempest-ImagesOneServerTestJSON-480946824-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 583.348877] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-092ff824-0f8e-4d89-a4d6-b3b0c372388e tempest-ImagesOneServerTestJSON-480946824 tempest-ImagesOneServerTestJSON-480946824-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 583.360717] nova-conductor[54365]: DEBUG nova.quota [None req-092ff824-0f8e-4d89-a4d6-b3b0c372388e tempest-ImagesOneServerTestJSON-480946824 tempest-ImagesOneServerTestJSON-480946824-project-member] Getting quotas for project da967c3344254c2484ced9a9afb8ede6. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 583.365228] nova-conductor[54365]: DEBUG nova.quota [None req-092ff824-0f8e-4d89-a4d6-b3b0c372388e tempest-ImagesOneServerTestJSON-480946824 tempest-ImagesOneServerTestJSON-480946824-project-member] Getting quotas for user 460066d6536646b692ffb99256f3b5be and project da967c3344254c2484ced9a9afb8ede6. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 583.372538] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-092ff824-0f8e-4d89-a4d6-b3b0c372388e tempest-ImagesOneServerTestJSON-480946824 tempest-ImagesOneServerTestJSON-480946824-project-member] [instance: 4261dd1f-7a4c-4442-b7a8-ec3f3fdabefc] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54365) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 583.373070] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-092ff824-0f8e-4d89-a4d6-b3b0c372388e tempest-ImagesOneServerTestJSON-480946824 tempest-ImagesOneServerTestJSON-480946824-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 583.373294] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-092ff824-0f8e-4d89-a4d6-b3b0c372388e tempest-ImagesOneServerTestJSON-480946824 tempest-ImagesOneServerTestJSON-480946824-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 583.373927] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-092ff824-0f8e-4d89-a4d6-b3b0c372388e tempest-ImagesOneServerTestJSON-480946824 tempest-ImagesOneServerTestJSON-480946824-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 583.380464] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-092ff824-0f8e-4d89-a4d6-b3b0c372388e tempest-ImagesOneServerTestJSON-480946824 tempest-ImagesOneServerTestJSON-480946824-project-member] [instance: 4261dd1f-7a4c-4442-b7a8-ec3f3fdabefc] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54365) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 583.381358] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-092ff824-0f8e-4d89-a4d6-b3b0c372388e tempest-ImagesOneServerTestJSON-480946824 tempest-ImagesOneServerTestJSON-480946824-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 583.381669] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-092ff824-0f8e-4d89-a4d6-b3b0c372388e tempest-ImagesOneServerTestJSON-480946824 tempest-ImagesOneServerTestJSON-480946824-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 583.382260] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-092ff824-0f8e-4d89-a4d6-b3b0c372388e tempest-ImagesOneServerTestJSON-480946824 tempest-ImagesOneServerTestJSON-480946824-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 583.405137] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-092ff824-0f8e-4d89-a4d6-b3b0c372388e tempest-ImagesOneServerTestJSON-480946824 tempest-ImagesOneServerTestJSON-480946824-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 583.405378] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-092ff824-0f8e-4d89-a4d6-b3b0c372388e tempest-ImagesOneServerTestJSON-480946824 tempest-ImagesOneServerTestJSON-480946824-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 583.405545] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-092ff824-0f8e-4d89-a4d6-b3b0c372388e tempest-ImagesOneServerTestJSON-480946824 tempest-ImagesOneServerTestJSON-480946824-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 584.482434] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writing DB stats nova_cell1:SELECT=307,nova_cell1:UPDATE=121,nova_cell1:INSERT=21,nova_cell1:SAVEPOINT=26,nova_cell1:RELEASE=26 {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 584.709912] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-ae942943-aba1-4ac7-8081-0f74ebfc3a99 tempest-VolumesAdminNegativeTest-1916042834 tempest-VolumesAdminNegativeTest-1916042834-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54364) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 584.727511] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-ae942943-aba1-4ac7-8081-0f74ebfc3a99 tempest-VolumesAdminNegativeTest-1916042834 tempest-VolumesAdminNegativeTest-1916042834-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 584.727738] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-ae942943-aba1-4ac7-8081-0f74ebfc3a99 tempest-VolumesAdminNegativeTest-1916042834 tempest-VolumesAdminNegativeTest-1916042834-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 584.727937] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-ae942943-aba1-4ac7-8081-0f74ebfc3a99 tempest-VolumesAdminNegativeTest-1916042834 tempest-VolumesAdminNegativeTest-1916042834-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 584.781153] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-ae942943-aba1-4ac7-8081-0f74ebfc3a99 tempest-VolumesAdminNegativeTest-1916042834 tempest-VolumesAdminNegativeTest-1916042834-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 584.781153] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-ae942943-aba1-4ac7-8081-0f74ebfc3a99 tempest-VolumesAdminNegativeTest-1916042834 tempest-VolumesAdminNegativeTest-1916042834-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 584.781153] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-ae942943-aba1-4ac7-8081-0f74ebfc3a99 tempest-VolumesAdminNegativeTest-1916042834 tempest-VolumesAdminNegativeTest-1916042834-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 584.781153] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-ae942943-aba1-4ac7-8081-0f74ebfc3a99 tempest-VolumesAdminNegativeTest-1916042834 tempest-VolumesAdminNegativeTest-1916042834-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 584.781153] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-ae942943-aba1-4ac7-8081-0f74ebfc3a99 tempest-VolumesAdminNegativeTest-1916042834 tempest-VolumesAdminNegativeTest-1916042834-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 584.781153] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-ae942943-aba1-4ac7-8081-0f74ebfc3a99 tempest-VolumesAdminNegativeTest-1916042834 tempest-VolumesAdminNegativeTest-1916042834-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 584.792197] nova-conductor[54364]: DEBUG nova.quota [None req-ae942943-aba1-4ac7-8081-0f74ebfc3a99 tempest-VolumesAdminNegativeTest-1916042834 tempest-VolumesAdminNegativeTest-1916042834-project-member] Getting quotas for project 8f56ffd7008c4df68c875a8fe2591b9b. Resources: {'cores', 'ram', 'instances'} {{(pid=54364) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 584.795234] nova-conductor[54364]: DEBUG nova.quota [None req-ae942943-aba1-4ac7-8081-0f74ebfc3a99 tempest-VolumesAdminNegativeTest-1916042834 tempest-VolumesAdminNegativeTest-1916042834-project-member] Getting quotas for user 2de58eb8a07a4cd4a22c4b7dbd53a526 and project 8f56ffd7008c4df68c875a8fe2591b9b. Resources: {'cores', 'ram', 'instances'} {{(pid=54364) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 584.801258] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-ae942943-aba1-4ac7-8081-0f74ebfc3a99 tempest-VolumesAdminNegativeTest-1916042834 tempest-VolumesAdminNegativeTest-1916042834-project-member] [instance: c4ada5ac-4da7-4ae8-a9d9-577a83dd0359] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54364) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 584.801563] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-ae942943-aba1-4ac7-8081-0f74ebfc3a99 tempest-VolumesAdminNegativeTest-1916042834 tempest-VolumesAdminNegativeTest-1916042834-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 584.801763] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-ae942943-aba1-4ac7-8081-0f74ebfc3a99 tempest-VolumesAdminNegativeTest-1916042834 tempest-VolumesAdminNegativeTest-1916042834-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 584.802377] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-ae942943-aba1-4ac7-8081-0f74ebfc3a99 tempest-VolumesAdminNegativeTest-1916042834 tempest-VolumesAdminNegativeTest-1916042834-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 584.807370] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-ae942943-aba1-4ac7-8081-0f74ebfc3a99 tempest-VolumesAdminNegativeTest-1916042834 tempest-VolumesAdminNegativeTest-1916042834-project-member] [instance: c4ada5ac-4da7-4ae8-a9d9-577a83dd0359] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54364) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 584.808993] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-ae942943-aba1-4ac7-8081-0f74ebfc3a99 tempest-VolumesAdminNegativeTest-1916042834 tempest-VolumesAdminNegativeTest-1916042834-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 584.808993] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-ae942943-aba1-4ac7-8081-0f74ebfc3a99 tempest-VolumesAdminNegativeTest-1916042834 tempest-VolumesAdminNegativeTest-1916042834-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 584.808993] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-ae942943-aba1-4ac7-8081-0f74ebfc3a99 tempest-VolumesAdminNegativeTest-1916042834 tempest-VolumesAdminNegativeTest-1916042834-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 584.826520] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-ae942943-aba1-4ac7-8081-0f74ebfc3a99 tempest-VolumesAdminNegativeTest-1916042834 tempest-VolumesAdminNegativeTest-1916042834-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 584.826741] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-ae942943-aba1-4ac7-8081-0f74ebfc3a99 tempest-VolumesAdminNegativeTest-1916042834 tempest-VolumesAdminNegativeTest-1916042834-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 584.827484] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-ae942943-aba1-4ac7-8081-0f74ebfc3a99 tempest-VolumesAdminNegativeTest-1916042834 tempest-VolumesAdminNegativeTest-1916042834-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 585.625465] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-3730a289-9b9b-4eca-a295-33316f047809 tempest-MigrationsAdminTest-1820001251 tempest-MigrationsAdminTest-1820001251-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54365) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 585.664243] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-3730a289-9b9b-4eca-a295-33316f047809 tempest-MigrationsAdminTest-1820001251 tempest-MigrationsAdminTest-1820001251-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 585.664243] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-3730a289-9b9b-4eca-a295-33316f047809 tempest-MigrationsAdminTest-1820001251 tempest-MigrationsAdminTest-1820001251-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 585.664243] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-3730a289-9b9b-4eca-a295-33316f047809 tempest-MigrationsAdminTest-1820001251 tempest-MigrationsAdminTest-1820001251-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 585.711979] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-3730a289-9b9b-4eca-a295-33316f047809 tempest-MigrationsAdminTest-1820001251 tempest-MigrationsAdminTest-1820001251-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 585.712421] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-3730a289-9b9b-4eca-a295-33316f047809 tempest-MigrationsAdminTest-1820001251 tempest-MigrationsAdminTest-1820001251-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 585.712677] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-3730a289-9b9b-4eca-a295-33316f047809 tempest-MigrationsAdminTest-1820001251 tempest-MigrationsAdminTest-1820001251-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 585.713146] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-3730a289-9b9b-4eca-a295-33316f047809 tempest-MigrationsAdminTest-1820001251 tempest-MigrationsAdminTest-1820001251-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 585.713376] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-3730a289-9b9b-4eca-a295-33316f047809 tempest-MigrationsAdminTest-1820001251 tempest-MigrationsAdminTest-1820001251-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 585.713571] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-3730a289-9b9b-4eca-a295-33316f047809 tempest-MigrationsAdminTest-1820001251 tempest-MigrationsAdminTest-1820001251-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 585.726316] nova-conductor[54365]: DEBUG nova.quota [None req-3730a289-9b9b-4eca-a295-33316f047809 tempest-MigrationsAdminTest-1820001251 tempest-MigrationsAdminTest-1820001251-project-member] Getting quotas for project 928b8764106043caadbf11db62d3228e. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 585.737153] nova-conductor[54365]: DEBUG nova.quota [None req-3730a289-9b9b-4eca-a295-33316f047809 tempest-MigrationsAdminTest-1820001251 tempest-MigrationsAdminTest-1820001251-project-member] Getting quotas for user 66d44144b6864c30b9e593927a12c756 and project 928b8764106043caadbf11db62d3228e. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 585.746274] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-3730a289-9b9b-4eca-a295-33316f047809 tempest-MigrationsAdminTest-1820001251 tempest-MigrationsAdminTest-1820001251-project-member] [instance: 6f32ec6e-af29-4c0e-8f8b-708cbd1af474] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54365) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 585.746274] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-3730a289-9b9b-4eca-a295-33316f047809 tempest-MigrationsAdminTest-1820001251 tempest-MigrationsAdminTest-1820001251-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 585.746579] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-3730a289-9b9b-4eca-a295-33316f047809 tempest-MigrationsAdminTest-1820001251 tempest-MigrationsAdminTest-1820001251-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 585.746671] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-3730a289-9b9b-4eca-a295-33316f047809 tempest-MigrationsAdminTest-1820001251 tempest-MigrationsAdminTest-1820001251-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 585.754405] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-3730a289-9b9b-4eca-a295-33316f047809 tempest-MigrationsAdminTest-1820001251 tempest-MigrationsAdminTest-1820001251-project-member] [instance: 6f32ec6e-af29-4c0e-8f8b-708cbd1af474] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54365) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 585.754405] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-3730a289-9b9b-4eca-a295-33316f047809 tempest-MigrationsAdminTest-1820001251 tempest-MigrationsAdminTest-1820001251-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 585.754405] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-3730a289-9b9b-4eca-a295-33316f047809 tempest-MigrationsAdminTest-1820001251 tempest-MigrationsAdminTest-1820001251-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 585.754699] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-3730a289-9b9b-4eca-a295-33316f047809 tempest-MigrationsAdminTest-1820001251 tempest-MigrationsAdminTest-1820001251-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 585.781855] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-3730a289-9b9b-4eca-a295-33316f047809 tempest-MigrationsAdminTest-1820001251 tempest-MigrationsAdminTest-1820001251-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 585.782254] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-3730a289-9b9b-4eca-a295-33316f047809 tempest-MigrationsAdminTest-1820001251 tempest-MigrationsAdminTest-1820001251-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 585.782793] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-3730a289-9b9b-4eca-a295-33316f047809 tempest-MigrationsAdminTest-1820001251 tempest-MigrationsAdminTest-1820001251-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 586.104532] nova-conductor[54364]: ERROR nova.scheduler.utils [None req-8b074cb1-f1c2-46f6-ab73-198905ffb3e3 tempest-ServersTestJSON-1717828494 tempest-ServersTestJSON-1717828494-project-member] [instance: 67cf14dd-309a-4abb-b8e0-bc289c7cc845] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 4f3424b7-9612-47ac-abc8-a9245b1cf289, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 67cf14dd-309a-4abb-b8e0-bc289c7cc845 was re-scheduled: Binding failed for port 4f3424b7-9612-47ac-abc8-a9245b1cf289, please check neutron logs for more information.\n'] [ 586.104532] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-8b074cb1-f1c2-46f6-ab73-198905ffb3e3 tempest-ServersTestJSON-1717828494 tempest-ServersTestJSON-1717828494-project-member] Rescheduling: True {{(pid=54364) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 586.104532] nova-conductor[54364]: WARNING nova.scheduler.utils [None req-8b074cb1-f1c2-46f6-ab73-198905ffb3e3 tempest-ServersTestJSON-1717828494 tempest-ServersTestJSON-1717828494-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 67cf14dd-309a-4abb-b8e0-bc289c7cc845.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 67cf14dd-309a-4abb-b8e0-bc289c7cc845. [ 586.104532] nova-conductor[54364]: WARNING nova.scheduler.utils [None req-8b074cb1-f1c2-46f6-ab73-198905ffb3e3 tempest-ServersTestJSON-1717828494 tempest-ServersTestJSON-1717828494-project-member] [instance: 67cf14dd-309a-4abb-b8e0-bc289c7cc845] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 67cf14dd-309a-4abb-b8e0-bc289c7cc845. [ 586.132994] nova-conductor[54364]: DEBUG nova.network.neutron [None req-8b074cb1-f1c2-46f6-ab73-198905ffb3e3 tempest-ServersTestJSON-1717828494 tempest-ServersTestJSON-1717828494-project-member] [instance: 67cf14dd-309a-4abb-b8e0-bc289c7cc845] deallocate_for_instance() {{(pid=54364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 586.143176] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-85edbb8c-adae-42d0-bde6-e0b4f41071e8 tempest-ServersAdminTestJSON-22452663 tempest-ServersAdminTestJSON-22452663-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54365) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 586.164062] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-85edbb8c-adae-42d0-bde6-e0b4f41071e8 tempest-ServersAdminTestJSON-22452663 tempest-ServersAdminTestJSON-22452663-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 586.164062] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-85edbb8c-adae-42d0-bde6-e0b4f41071e8 tempest-ServersAdminTestJSON-22452663 tempest-ServersAdminTestJSON-22452663-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 586.164062] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-85edbb8c-adae-42d0-bde6-e0b4f41071e8 tempest-ServersAdminTestJSON-22452663 tempest-ServersAdminTestJSON-22452663-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 586.166952] nova-conductor[54364]: DEBUG nova.network.neutron [None req-8b074cb1-f1c2-46f6-ab73-198905ffb3e3 tempest-ServersTestJSON-1717828494 tempest-ServersTestJSON-1717828494-project-member] [instance: 67cf14dd-309a-4abb-b8e0-bc289c7cc845] Instance cache missing network info. {{(pid=54364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 586.169388] nova-conductor[54364]: DEBUG nova.network.neutron [None req-8b074cb1-f1c2-46f6-ab73-198905ffb3e3 tempest-ServersTestJSON-1717828494 tempest-ServersTestJSON-1717828494-project-member] [instance: 67cf14dd-309a-4abb-b8e0-bc289c7cc845] Updating instance_info_cache with network_info: [] {{(pid=54364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 586.215073] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-85edbb8c-adae-42d0-bde6-e0b4f41071e8 tempest-ServersAdminTestJSON-22452663 tempest-ServersAdminTestJSON-22452663-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 586.215336] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-85edbb8c-adae-42d0-bde6-e0b4f41071e8 tempest-ServersAdminTestJSON-22452663 tempest-ServersAdminTestJSON-22452663-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 586.215530] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-85edbb8c-adae-42d0-bde6-e0b4f41071e8 tempest-ServersAdminTestJSON-22452663 tempest-ServersAdminTestJSON-22452663-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 586.215989] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-85edbb8c-adae-42d0-bde6-e0b4f41071e8 tempest-ServersAdminTestJSON-22452663 tempest-ServersAdminTestJSON-22452663-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 586.216232] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-85edbb8c-adae-42d0-bde6-e0b4f41071e8 tempest-ServersAdminTestJSON-22452663 tempest-ServersAdminTestJSON-22452663-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 586.216408] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-85edbb8c-adae-42d0-bde6-e0b4f41071e8 tempest-ServersAdminTestJSON-22452663 tempest-ServersAdminTestJSON-22452663-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 586.229072] nova-conductor[54365]: DEBUG nova.quota [None req-85edbb8c-adae-42d0-bde6-e0b4f41071e8 tempest-ServersAdminTestJSON-22452663 tempest-ServersAdminTestJSON-22452663-project-member] Getting quotas for project 6e963f91b5bd4691ba0108dd80da3dff. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 586.234228] nova-conductor[54365]: DEBUG nova.quota [None req-85edbb8c-adae-42d0-bde6-e0b4f41071e8 tempest-ServersAdminTestJSON-22452663 tempest-ServersAdminTestJSON-22452663-project-member] Getting quotas for user 69221dd949b54fd299922c94ccfc14b4 and project 6e963f91b5bd4691ba0108dd80da3dff. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 586.240236] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-85edbb8c-adae-42d0-bde6-e0b4f41071e8 tempest-ServersAdminTestJSON-22452663 tempest-ServersAdminTestJSON-22452663-project-member] [instance: e145f3d4-fb6e-4c14-abdf-d85596fb0218] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54365) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 586.240820] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-85edbb8c-adae-42d0-bde6-e0b4f41071e8 tempest-ServersAdminTestJSON-22452663 tempest-ServersAdminTestJSON-22452663-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 586.241048] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-85edbb8c-adae-42d0-bde6-e0b4f41071e8 tempest-ServersAdminTestJSON-22452663 tempest-ServersAdminTestJSON-22452663-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 586.241263] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-85edbb8c-adae-42d0-bde6-e0b4f41071e8 tempest-ServersAdminTestJSON-22452663 tempest-ServersAdminTestJSON-22452663-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 586.253551] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-85edbb8c-adae-42d0-bde6-e0b4f41071e8 tempest-ServersAdminTestJSON-22452663 tempest-ServersAdminTestJSON-22452663-project-member] [instance: e145f3d4-fb6e-4c14-abdf-d85596fb0218] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54365) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 586.254723] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-85edbb8c-adae-42d0-bde6-e0b4f41071e8 tempest-ServersAdminTestJSON-22452663 tempest-ServersAdminTestJSON-22452663-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 586.254980] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-85edbb8c-adae-42d0-bde6-e0b4f41071e8 tempest-ServersAdminTestJSON-22452663 tempest-ServersAdminTestJSON-22452663-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 586.255184] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-85edbb8c-adae-42d0-bde6-e0b4f41071e8 tempest-ServersAdminTestJSON-22452663 tempest-ServersAdminTestJSON-22452663-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 586.283762] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-85edbb8c-adae-42d0-bde6-e0b4f41071e8 tempest-ServersAdminTestJSON-22452663 tempest-ServersAdminTestJSON-22452663-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 586.283981] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-85edbb8c-adae-42d0-bde6-e0b4f41071e8 tempest-ServersAdminTestJSON-22452663 tempest-ServersAdminTestJSON-22452663-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 586.284193] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-85edbb8c-adae-42d0-bde6-e0b4f41071e8 tempest-ServersAdminTestJSON-22452663 tempest-ServersAdminTestJSON-22452663-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 587.568486] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-a3abd5d4-8bb9-4577-b76c-3437193bf217 tempest-ServersAdminTestJSON-22452663 tempest-ServersAdminTestJSON-22452663-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54365) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 587.598335] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-a3abd5d4-8bb9-4577-b76c-3437193bf217 tempest-ServersAdminTestJSON-22452663 tempest-ServersAdminTestJSON-22452663-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.598612] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-a3abd5d4-8bb9-4577-b76c-3437193bf217 tempest-ServersAdminTestJSON-22452663 tempest-ServersAdminTestJSON-22452663-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 587.598946] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-a3abd5d4-8bb9-4577-b76c-3437193bf217 tempest-ServersAdminTestJSON-22452663 tempest-ServersAdminTestJSON-22452663-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 587.650129] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-a3abd5d4-8bb9-4577-b76c-3437193bf217 tempest-ServersAdminTestJSON-22452663 tempest-ServersAdminTestJSON-22452663-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.650129] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-a3abd5d4-8bb9-4577-b76c-3437193bf217 tempest-ServersAdminTestJSON-22452663 tempest-ServersAdminTestJSON-22452663-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 587.650129] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-a3abd5d4-8bb9-4577-b76c-3437193bf217 tempest-ServersAdminTestJSON-22452663 tempest-ServersAdminTestJSON-22452663-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 587.650129] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-a3abd5d4-8bb9-4577-b76c-3437193bf217 tempest-ServersAdminTestJSON-22452663 tempest-ServersAdminTestJSON-22452663-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.650129] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-a3abd5d4-8bb9-4577-b76c-3437193bf217 tempest-ServersAdminTestJSON-22452663 tempest-ServersAdminTestJSON-22452663-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 587.650129] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-a3abd5d4-8bb9-4577-b76c-3437193bf217 tempest-ServersAdminTestJSON-22452663 tempest-ServersAdminTestJSON-22452663-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 587.668292] nova-conductor[54365]: DEBUG nova.quota [None req-a3abd5d4-8bb9-4577-b76c-3437193bf217 tempest-ServersAdminTestJSON-22452663 tempest-ServersAdminTestJSON-22452663-project-member] Getting quotas for project 6e963f91b5bd4691ba0108dd80da3dff. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 587.674111] nova-conductor[54365]: DEBUG nova.quota [None req-a3abd5d4-8bb9-4577-b76c-3437193bf217 tempest-ServersAdminTestJSON-22452663 tempest-ServersAdminTestJSON-22452663-project-member] Getting quotas for user 69221dd949b54fd299922c94ccfc14b4 and project 6e963f91b5bd4691ba0108dd80da3dff. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 587.685768] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-a3abd5d4-8bb9-4577-b76c-3437193bf217 tempest-ServersAdminTestJSON-22452663 tempest-ServersAdminTestJSON-22452663-project-member] [instance: 4fbcc9f7-c8dd-497d-a001-17c85fb3d6c8] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54365) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 587.687481] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-a3abd5d4-8bb9-4577-b76c-3437193bf217 tempest-ServersAdminTestJSON-22452663 tempest-ServersAdminTestJSON-22452663-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.687481] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-a3abd5d4-8bb9-4577-b76c-3437193bf217 tempest-ServersAdminTestJSON-22452663 tempest-ServersAdminTestJSON-22452663-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 587.687481] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-a3abd5d4-8bb9-4577-b76c-3437193bf217 tempest-ServersAdminTestJSON-22452663 tempest-ServersAdminTestJSON-22452663-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 587.698024] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-a3abd5d4-8bb9-4577-b76c-3437193bf217 tempest-ServersAdminTestJSON-22452663 tempest-ServersAdminTestJSON-22452663-project-member] [instance: 4fbcc9f7-c8dd-497d-a001-17c85fb3d6c8] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54365) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 587.698024] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-a3abd5d4-8bb9-4577-b76c-3437193bf217 tempest-ServersAdminTestJSON-22452663 tempest-ServersAdminTestJSON-22452663-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.698024] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-a3abd5d4-8bb9-4577-b76c-3437193bf217 tempest-ServersAdminTestJSON-22452663 tempest-ServersAdminTestJSON-22452663-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 587.698024] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-a3abd5d4-8bb9-4577-b76c-3437193bf217 tempest-ServersAdminTestJSON-22452663 tempest-ServersAdminTestJSON-22452663-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 587.722326] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-a3abd5d4-8bb9-4577-b76c-3437193bf217 tempest-ServersAdminTestJSON-22452663 tempest-ServersAdminTestJSON-22452663-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 587.722551] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-a3abd5d4-8bb9-4577-b76c-3437193bf217 tempest-ServersAdminTestJSON-22452663 tempest-ServersAdminTestJSON-22452663-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 587.722653] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-a3abd5d4-8bb9-4577-b76c-3437193bf217 tempest-ServersAdminTestJSON-22452663 tempest-ServersAdminTestJSON-22452663-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 589.440625] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-de841ca6-7c25-44bc-aee5-4ce6fbde0bfd tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54364) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 589.464109] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-de841ca6-7c25-44bc-aee5-4ce6fbde0bfd tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 589.464109] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-de841ca6-7c25-44bc-aee5-4ce6fbde0bfd tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 589.467176] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-de841ca6-7c25-44bc-aee5-4ce6fbde0bfd tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 589.503396] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-de841ca6-7c25-44bc-aee5-4ce6fbde0bfd tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 589.503744] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-de841ca6-7c25-44bc-aee5-4ce6fbde0bfd tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 589.503956] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-de841ca6-7c25-44bc-aee5-4ce6fbde0bfd tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 589.504421] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-de841ca6-7c25-44bc-aee5-4ce6fbde0bfd tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 589.504996] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-de841ca6-7c25-44bc-aee5-4ce6fbde0bfd tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 589.505223] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-de841ca6-7c25-44bc-aee5-4ce6fbde0bfd tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 589.514203] nova-conductor[54364]: DEBUG nova.quota [None req-de841ca6-7c25-44bc-aee5-4ce6fbde0bfd tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] Getting quotas for project 4270942193cd4a9aa397784368b9ae64. Resources: {'cores', 'ram', 'instances'} {{(pid=54364) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 589.517518] nova-conductor[54364]: DEBUG nova.quota [None req-de841ca6-7c25-44bc-aee5-4ce6fbde0bfd tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] Getting quotas for user b3041343376d4f2fad14577d5c412b1a and project 4270942193cd4a9aa397784368b9ae64. Resources: {'cores', 'ram', 'instances'} {{(pid=54364) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 589.524426] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-de841ca6-7c25-44bc-aee5-4ce6fbde0bfd tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] [instance: 7d98f551-5dd5-40b4-bfb7-0d54f69e29bf] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54364) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 589.524817] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-de841ca6-7c25-44bc-aee5-4ce6fbde0bfd tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 589.525058] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-de841ca6-7c25-44bc-aee5-4ce6fbde0bfd tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 589.525245] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-de841ca6-7c25-44bc-aee5-4ce6fbde0bfd tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 589.529595] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-de841ca6-7c25-44bc-aee5-4ce6fbde0bfd tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] [instance: 7d98f551-5dd5-40b4-bfb7-0d54f69e29bf] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54364) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 589.530308] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-de841ca6-7c25-44bc-aee5-4ce6fbde0bfd tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 589.530539] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-de841ca6-7c25-44bc-aee5-4ce6fbde0bfd tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 589.530710] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-de841ca6-7c25-44bc-aee5-4ce6fbde0bfd tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 589.553809] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-de841ca6-7c25-44bc-aee5-4ce6fbde0bfd tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 589.554404] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-de841ca6-7c25-44bc-aee5-4ce6fbde0bfd tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 589.554404] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-de841ca6-7c25-44bc-aee5-4ce6fbde0bfd tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 590.360966] nova-conductor[54364]: ERROR nova.scheduler.utils [None req-a0daff05-7f48-4e3f-9366-edbb54b17ebd tempest-ServersTestManualDisk-1177164087 tempest-ServersTestManualDisk-1177164087-project-member] [instance: 606514b7-c9c5-43c1-bc71-5337228373f1] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port f9543b24-561b-4d98-b029-b3a6502c955b, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 606514b7-c9c5-43c1-bc71-5337228373f1 was re-scheduled: Binding failed for port f9543b24-561b-4d98-b029-b3a6502c955b, please check neutron logs for more information.\n'] [ 590.361789] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-a0daff05-7f48-4e3f-9366-edbb54b17ebd tempest-ServersTestManualDisk-1177164087 tempest-ServersTestManualDisk-1177164087-project-member] Rescheduling: True {{(pid=54364) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 590.362120] nova-conductor[54364]: WARNING nova.scheduler.utils [None req-a0daff05-7f48-4e3f-9366-edbb54b17ebd tempest-ServersTestManualDisk-1177164087 tempest-ServersTestManualDisk-1177164087-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 606514b7-c9c5-43c1-bc71-5337228373f1.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 606514b7-c9c5-43c1-bc71-5337228373f1. [ 590.362523] nova-conductor[54364]: WARNING nova.scheduler.utils [None req-a0daff05-7f48-4e3f-9366-edbb54b17ebd tempest-ServersTestManualDisk-1177164087 tempest-ServersTestManualDisk-1177164087-project-member] [instance: 606514b7-c9c5-43c1-bc71-5337228373f1] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 606514b7-c9c5-43c1-bc71-5337228373f1. [ 590.436099] nova-conductor[54364]: DEBUG nova.network.neutron [None req-a0daff05-7f48-4e3f-9366-edbb54b17ebd tempest-ServersTestManualDisk-1177164087 tempest-ServersTestManualDisk-1177164087-project-member] [instance: 606514b7-c9c5-43c1-bc71-5337228373f1] deallocate_for_instance() {{(pid=54364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 590.471239] nova-conductor[54364]: DEBUG nova.network.neutron [None req-a0daff05-7f48-4e3f-9366-edbb54b17ebd tempest-ServersTestManualDisk-1177164087 tempest-ServersTestManualDisk-1177164087-project-member] [instance: 606514b7-c9c5-43c1-bc71-5337228373f1] Instance cache missing network info. {{(pid=54364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 590.479442] nova-conductor[54364]: DEBUG nova.network.neutron [None req-a0daff05-7f48-4e3f-9366-edbb54b17ebd tempest-ServersTestManualDisk-1177164087 tempest-ServersTestManualDisk-1177164087-project-member] [instance: 606514b7-c9c5-43c1-bc71-5337228373f1] Updating instance_info_cache with network_info: [] {{(pid=54364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 593.361020] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-a83b1d68-a9cf-4373-af12-b5d5dcd6d2e7 tempest-AttachVolumeShelveTestJSON-2072563548 tempest-AttachVolumeShelveTestJSON-2072563548-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54364) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 593.383124] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-a83b1d68-a9cf-4373-af12-b5d5dcd6d2e7 tempest-AttachVolumeShelveTestJSON-2072563548 tempest-AttachVolumeShelveTestJSON-2072563548-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.383492] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-a83b1d68-a9cf-4373-af12-b5d5dcd6d2e7 tempest-AttachVolumeShelveTestJSON-2072563548 tempest-AttachVolumeShelveTestJSON-2072563548-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 593.383786] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-a83b1d68-a9cf-4373-af12-b5d5dcd6d2e7 tempest-AttachVolumeShelveTestJSON-2072563548 tempest-AttachVolumeShelveTestJSON-2072563548-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 593.436069] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-a83b1d68-a9cf-4373-af12-b5d5dcd6d2e7 tempest-AttachVolumeShelveTestJSON-2072563548 tempest-AttachVolumeShelveTestJSON-2072563548-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.436442] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-a83b1d68-a9cf-4373-af12-b5d5dcd6d2e7 tempest-AttachVolumeShelveTestJSON-2072563548 tempest-AttachVolumeShelveTestJSON-2072563548-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 593.436755] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-a83b1d68-a9cf-4373-af12-b5d5dcd6d2e7 tempest-AttachVolumeShelveTestJSON-2072563548 tempest-AttachVolumeShelveTestJSON-2072563548-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 593.437216] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-a83b1d68-a9cf-4373-af12-b5d5dcd6d2e7 tempest-AttachVolumeShelveTestJSON-2072563548 tempest-AttachVolumeShelveTestJSON-2072563548-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.437472] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-a83b1d68-a9cf-4373-af12-b5d5dcd6d2e7 tempest-AttachVolumeShelveTestJSON-2072563548 tempest-AttachVolumeShelveTestJSON-2072563548-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 593.437701] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-a83b1d68-a9cf-4373-af12-b5d5dcd6d2e7 tempest-AttachVolumeShelveTestJSON-2072563548 tempest-AttachVolumeShelveTestJSON-2072563548-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 593.449464] nova-conductor[54364]: DEBUG nova.quota [None req-a83b1d68-a9cf-4373-af12-b5d5dcd6d2e7 tempest-AttachVolumeShelveTestJSON-2072563548 tempest-AttachVolumeShelveTestJSON-2072563548-project-member] Getting quotas for project debbfd22f0504759b386c0d56a9320da. Resources: {'cores', 'ram', 'instances'} {{(pid=54364) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 593.456117] nova-conductor[54364]: DEBUG nova.quota [None req-a83b1d68-a9cf-4373-af12-b5d5dcd6d2e7 tempest-AttachVolumeShelveTestJSON-2072563548 tempest-AttachVolumeShelveTestJSON-2072563548-project-member] Getting quotas for user 359ce2c1621c42229089e6e48d0e645f and project debbfd22f0504759b386c0d56a9320da. Resources: {'cores', 'ram', 'instances'} {{(pid=54364) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 593.464016] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-a83b1d68-a9cf-4373-af12-b5d5dcd6d2e7 tempest-AttachVolumeShelveTestJSON-2072563548 tempest-AttachVolumeShelveTestJSON-2072563548-project-member] [instance: 500c7408-7c73-4111-8d96-9090416e73f1] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54364) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 593.464016] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-a83b1d68-a9cf-4373-af12-b5d5dcd6d2e7 tempest-AttachVolumeShelveTestJSON-2072563548 tempest-AttachVolumeShelveTestJSON-2072563548-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.464016] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-a83b1d68-a9cf-4373-af12-b5d5dcd6d2e7 tempest-AttachVolumeShelveTestJSON-2072563548 tempest-AttachVolumeShelveTestJSON-2072563548-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 593.464016] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-a83b1d68-a9cf-4373-af12-b5d5dcd6d2e7 tempest-AttachVolumeShelveTestJSON-2072563548 tempest-AttachVolumeShelveTestJSON-2072563548-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 593.465557] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-a83b1d68-a9cf-4373-af12-b5d5dcd6d2e7 tempest-AttachVolumeShelveTestJSON-2072563548 tempest-AttachVolumeShelveTestJSON-2072563548-project-member] [instance: 500c7408-7c73-4111-8d96-9090416e73f1] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54364) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 593.466169] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-a83b1d68-a9cf-4373-af12-b5d5dcd6d2e7 tempest-AttachVolumeShelveTestJSON-2072563548 tempest-AttachVolumeShelveTestJSON-2072563548-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.466369] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-a83b1d68-a9cf-4373-af12-b5d5dcd6d2e7 tempest-AttachVolumeShelveTestJSON-2072563548 tempest-AttachVolumeShelveTestJSON-2072563548-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 593.466533] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-a83b1d68-a9cf-4373-af12-b5d5dcd6d2e7 tempest-AttachVolumeShelveTestJSON-2072563548 tempest-AttachVolumeShelveTestJSON-2072563548-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 593.487272] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-a83b1d68-a9cf-4373-af12-b5d5dcd6d2e7 tempest-AttachVolumeShelveTestJSON-2072563548 tempest-AttachVolumeShelveTestJSON-2072563548-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.487539] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-a83b1d68-a9cf-4373-af12-b5d5dcd6d2e7 tempest-AttachVolumeShelveTestJSON-2072563548 tempest-AttachVolumeShelveTestJSON-2072563548-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 593.490890] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-a83b1d68-a9cf-4373-af12-b5d5dcd6d2e7 tempest-AttachVolumeShelveTestJSON-2072563548 tempest-AttachVolumeShelveTestJSON-2072563548-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 593.530912] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-9fe37cf6-53c7-4694-beb7-d90fc264721d tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54364) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 593.547214] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-9fe37cf6-53c7-4694-beb7-d90fc264721d tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.547455] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-9fe37cf6-53c7-4694-beb7-d90fc264721d tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 593.547691] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-9fe37cf6-53c7-4694-beb7-d90fc264721d tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 593.578685] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-9fe37cf6-53c7-4694-beb7-d90fc264721d tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.578928] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-9fe37cf6-53c7-4694-beb7-d90fc264721d tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 593.579311] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-9fe37cf6-53c7-4694-beb7-d90fc264721d tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 593.580814] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-9fe37cf6-53c7-4694-beb7-d90fc264721d tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.580814] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-9fe37cf6-53c7-4694-beb7-d90fc264721d tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 593.580814] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-9fe37cf6-53c7-4694-beb7-d90fc264721d tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 593.589676] nova-conductor[54364]: DEBUG nova.quota [None req-9fe37cf6-53c7-4694-beb7-d90fc264721d tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Getting quotas for project 998daea123aa48b2816d1cbe9e662950. Resources: {'cores', 'ram', 'instances'} {{(pid=54364) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 593.591993] nova-conductor[54364]: DEBUG nova.quota [None req-9fe37cf6-53c7-4694-beb7-d90fc264721d tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Getting quotas for user c1e90a23c6444273bc10051f3227804c and project 998daea123aa48b2816d1cbe9e662950. Resources: {'cores', 'ram', 'instances'} {{(pid=54364) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 593.597422] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-9fe37cf6-53c7-4694-beb7-d90fc264721d tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] [instance: aa89e902-7394-49d5-b6aa-8e9d11548cc5] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54364) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 593.598164] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-9fe37cf6-53c7-4694-beb7-d90fc264721d tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.598249] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-9fe37cf6-53c7-4694-beb7-d90fc264721d tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 593.599034] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-9fe37cf6-53c7-4694-beb7-d90fc264721d tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 593.601543] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-9fe37cf6-53c7-4694-beb7-d90fc264721d tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] [instance: aa89e902-7394-49d5-b6aa-8e9d11548cc5] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54364) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 593.602333] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-9fe37cf6-53c7-4694-beb7-d90fc264721d tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.602537] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-9fe37cf6-53c7-4694-beb7-d90fc264721d tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 593.602841] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-9fe37cf6-53c7-4694-beb7-d90fc264721d tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 593.619431] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-9fe37cf6-53c7-4694-beb7-d90fc264721d tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 593.619661] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-9fe37cf6-53c7-4694-beb7-d90fc264721d tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 593.619833] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-9fe37cf6-53c7-4694-beb7-d90fc264721d tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 595.113986] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-395c9200-7c60-4ca6-85a0-f382246522e2 tempest-SecurityGroupsTestJSON-1243243120 tempest-SecurityGroupsTestJSON-1243243120-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54364) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 595.131166] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-395c9200-7c60-4ca6-85a0-f382246522e2 tempest-SecurityGroupsTestJSON-1243243120 tempest-SecurityGroupsTestJSON-1243243120-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.131535] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-395c9200-7c60-4ca6-85a0-f382246522e2 tempest-SecurityGroupsTestJSON-1243243120 tempest-SecurityGroupsTestJSON-1243243120-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 595.131776] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-395c9200-7c60-4ca6-85a0-f382246522e2 tempest-SecurityGroupsTestJSON-1243243120 tempest-SecurityGroupsTestJSON-1243243120-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 595.174471] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-395c9200-7c60-4ca6-85a0-f382246522e2 tempest-SecurityGroupsTestJSON-1243243120 tempest-SecurityGroupsTestJSON-1243243120-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.174803] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-395c9200-7c60-4ca6-85a0-f382246522e2 tempest-SecurityGroupsTestJSON-1243243120 tempest-SecurityGroupsTestJSON-1243243120-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 595.175048] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-395c9200-7c60-4ca6-85a0-f382246522e2 tempest-SecurityGroupsTestJSON-1243243120 tempest-SecurityGroupsTestJSON-1243243120-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 595.175495] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-395c9200-7c60-4ca6-85a0-f382246522e2 tempest-SecurityGroupsTestJSON-1243243120 tempest-SecurityGroupsTestJSON-1243243120-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.175735] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-395c9200-7c60-4ca6-85a0-f382246522e2 tempest-SecurityGroupsTestJSON-1243243120 tempest-SecurityGroupsTestJSON-1243243120-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 595.175955] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-395c9200-7c60-4ca6-85a0-f382246522e2 tempest-SecurityGroupsTestJSON-1243243120 tempest-SecurityGroupsTestJSON-1243243120-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 595.188092] nova-conductor[54364]: DEBUG nova.quota [None req-395c9200-7c60-4ca6-85a0-f382246522e2 tempest-SecurityGroupsTestJSON-1243243120 tempest-SecurityGroupsTestJSON-1243243120-project-member] Getting quotas for project 90c788067d2640bfa69e51fb796fffa0. Resources: {'cores', 'ram', 'instances'} {{(pid=54364) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 595.191587] nova-conductor[54364]: DEBUG nova.quota [None req-395c9200-7c60-4ca6-85a0-f382246522e2 tempest-SecurityGroupsTestJSON-1243243120 tempest-SecurityGroupsTestJSON-1243243120-project-member] Getting quotas for user 4b7f289af8d345949a3c3cba8821c545 and project 90c788067d2640bfa69e51fb796fffa0. Resources: {'cores', 'ram', 'instances'} {{(pid=54364) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 595.198374] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-395c9200-7c60-4ca6-85a0-f382246522e2 tempest-SecurityGroupsTestJSON-1243243120 tempest-SecurityGroupsTestJSON-1243243120-project-member] [instance: 06b595af-8ca9-444a-974c-135bf87a2ec5] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54364) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 595.198921] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-395c9200-7c60-4ca6-85a0-f382246522e2 tempest-SecurityGroupsTestJSON-1243243120 tempest-SecurityGroupsTestJSON-1243243120-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.199140] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-395c9200-7c60-4ca6-85a0-f382246522e2 tempest-SecurityGroupsTestJSON-1243243120 tempest-SecurityGroupsTestJSON-1243243120-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 595.199455] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-395c9200-7c60-4ca6-85a0-f382246522e2 tempest-SecurityGroupsTestJSON-1243243120 tempest-SecurityGroupsTestJSON-1243243120-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 595.205539] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-395c9200-7c60-4ca6-85a0-f382246522e2 tempest-SecurityGroupsTestJSON-1243243120 tempest-SecurityGroupsTestJSON-1243243120-project-member] [instance: 06b595af-8ca9-444a-974c-135bf87a2ec5] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54364) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 595.206047] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-395c9200-7c60-4ca6-85a0-f382246522e2 tempest-SecurityGroupsTestJSON-1243243120 tempest-SecurityGroupsTestJSON-1243243120-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.206264] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-395c9200-7c60-4ca6-85a0-f382246522e2 tempest-SecurityGroupsTestJSON-1243243120 tempest-SecurityGroupsTestJSON-1243243120-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 595.206435] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-395c9200-7c60-4ca6-85a0-f382246522e2 tempest-SecurityGroupsTestJSON-1243243120 tempest-SecurityGroupsTestJSON-1243243120-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 595.229662] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-395c9200-7c60-4ca6-85a0-f382246522e2 tempest-SecurityGroupsTestJSON-1243243120 tempest-SecurityGroupsTestJSON-1243243120-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 595.230027] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-395c9200-7c60-4ca6-85a0-f382246522e2 tempest-SecurityGroupsTestJSON-1243243120 tempest-SecurityGroupsTestJSON-1243243120-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 595.230273] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-395c9200-7c60-4ca6-85a0-f382246522e2 tempest-SecurityGroupsTestJSON-1243243120 tempest-SecurityGroupsTestJSON-1243243120-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 597.062935] nova-conductor[54365]: ERROR nova.scheduler.utils [None req-8b7984da-b0cc-46bc-8f56-7b8794151b80 tempest-ServersV294TestFqdnHostnames-1682625067 tempest-ServersV294TestFqdnHostnames-1682625067-project-member] [instance: 98b43e0d-87cd-4be8-87b3-3b94ebc97cf9] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 5ef6b61a-bbb5-4339-bc27-c098e4e9366f, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 98b43e0d-87cd-4be8-87b3-3b94ebc97cf9 was re-scheduled: Binding failed for port 5ef6b61a-bbb5-4339-bc27-c098e4e9366f, please check neutron logs for more information.\n'] [ 597.066636] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-8b7984da-b0cc-46bc-8f56-7b8794151b80 tempest-ServersV294TestFqdnHostnames-1682625067 tempest-ServersV294TestFqdnHostnames-1682625067-project-member] Rescheduling: True {{(pid=54365) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 597.066636] nova-conductor[54365]: WARNING nova.scheduler.utils [None req-8b7984da-b0cc-46bc-8f56-7b8794151b80 tempest-ServersV294TestFqdnHostnames-1682625067 tempest-ServersV294TestFqdnHostnames-1682625067-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 98b43e0d-87cd-4be8-87b3-3b94ebc97cf9.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 98b43e0d-87cd-4be8-87b3-3b94ebc97cf9. [ 597.066636] nova-conductor[54365]: WARNING nova.scheduler.utils [None req-8b7984da-b0cc-46bc-8f56-7b8794151b80 tempest-ServersV294TestFqdnHostnames-1682625067 tempest-ServersV294TestFqdnHostnames-1682625067-project-member] [instance: 98b43e0d-87cd-4be8-87b3-3b94ebc97cf9] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 98b43e0d-87cd-4be8-87b3-3b94ebc97cf9. [ 597.100598] nova-conductor[54365]: DEBUG nova.network.neutron [None req-8b7984da-b0cc-46bc-8f56-7b8794151b80 tempest-ServersV294TestFqdnHostnames-1682625067 tempest-ServersV294TestFqdnHostnames-1682625067-project-member] [instance: 98b43e0d-87cd-4be8-87b3-3b94ebc97cf9] deallocate_for_instance() {{(pid=54365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 597.131201] nova-conductor[54365]: DEBUG nova.network.neutron [None req-8b7984da-b0cc-46bc-8f56-7b8794151b80 tempest-ServersV294TestFqdnHostnames-1682625067 tempest-ServersV294TestFqdnHostnames-1682625067-project-member] [instance: 98b43e0d-87cd-4be8-87b3-3b94ebc97cf9] Instance cache missing network info. {{(pid=54365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 597.136653] nova-conductor[54365]: DEBUG nova.network.neutron [None req-8b7984da-b0cc-46bc-8f56-7b8794151b80 tempest-ServersV294TestFqdnHostnames-1682625067 tempest-ServersV294TestFqdnHostnames-1682625067-project-member] [instance: 98b43e0d-87cd-4be8-87b3-3b94ebc97cf9] Updating instance_info_cache with network_info: [] {{(pid=54365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 597.658823] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writing DB stats nova_cell0:SELECT=13 {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 597.702650] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writing DB stats nova_cell1:SELECT=39,nova_cell1:SAVEPOINT=11,nova_cell1:INSERT=102,nova_cell1:RELEASE=11 {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 597.715420] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writing DB stats nova_api:SELECT=77,nova_api:UPDATE=8,nova_api:DELETE=6 {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 597.721543] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writing DB stats nova_api:SELECT=80,nova_api:DELETE=7,nova_api:UPDATE=5 {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 599.173992] nova-conductor[54365]: ERROR nova.scheduler.utils [None req-3c50270e-95ea-42ae-a494-10f092b7057d tempest-VolumesAssistedSnapshotsTest-711297406 tempest-VolumesAssistedSnapshotsTest-711297406-project-member] [instance: 72997052-6221-4a7b-abb7-07a7ce87bf3c] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 66364b7e-51af-4008-8912-08003a4c1ca4, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 72997052-6221-4a7b-abb7-07a7ce87bf3c was re-scheduled: Binding failed for port 66364b7e-51af-4008-8912-08003a4c1ca4, please check neutron logs for more information.\n'] [ 599.173992] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-3c50270e-95ea-42ae-a494-10f092b7057d tempest-VolumesAssistedSnapshotsTest-711297406 tempest-VolumesAssistedSnapshotsTest-711297406-project-member] Rescheduling: True {{(pid=54365) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 599.173992] nova-conductor[54365]: WARNING nova.scheduler.utils [None req-3c50270e-95ea-42ae-a494-10f092b7057d tempest-VolumesAssistedSnapshotsTest-711297406 tempest-VolumesAssistedSnapshotsTest-711297406-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 72997052-6221-4a7b-abb7-07a7ce87bf3c.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 72997052-6221-4a7b-abb7-07a7ce87bf3c. [ 599.173992] nova-conductor[54365]: WARNING nova.scheduler.utils [None req-3c50270e-95ea-42ae-a494-10f092b7057d tempest-VolumesAssistedSnapshotsTest-711297406 tempest-VolumesAssistedSnapshotsTest-711297406-project-member] [instance: 72997052-6221-4a7b-abb7-07a7ce87bf3c] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 72997052-6221-4a7b-abb7-07a7ce87bf3c. [ 599.204023] nova-conductor[54365]: DEBUG nova.network.neutron [None req-3c50270e-95ea-42ae-a494-10f092b7057d tempest-VolumesAssistedSnapshotsTest-711297406 tempest-VolumesAssistedSnapshotsTest-711297406-project-member] [instance: 72997052-6221-4a7b-abb7-07a7ce87bf3c] deallocate_for_instance() {{(pid=54365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 599.239036] nova-conductor[54365]: DEBUG nova.network.neutron [None req-3c50270e-95ea-42ae-a494-10f092b7057d tempest-VolumesAssistedSnapshotsTest-711297406 tempest-VolumesAssistedSnapshotsTest-711297406-project-member] [instance: 72997052-6221-4a7b-abb7-07a7ce87bf3c] Instance cache missing network info. {{(pid=54365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 599.245659] nova-conductor[54365]: DEBUG nova.network.neutron [None req-3c50270e-95ea-42ae-a494-10f092b7057d tempest-VolumesAssistedSnapshotsTest-711297406 tempest-VolumesAssistedSnapshotsTest-711297406-project-member] [instance: 72997052-6221-4a7b-abb7-07a7ce87bf3c] Updating instance_info_cache with network_info: [] {{(pid=54365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 600.393564] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-e024a449-8b7e-4885-a60e-2450b5d19c9e tempest-ServerActionsTestOtherB-1805751122 tempest-ServerActionsTestOtherB-1805751122-project-member] Took 0.52 seconds to select destinations for 1 instance(s). {{(pid=54365) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 600.423267] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-e024a449-8b7e-4885-a60e-2450b5d19c9e tempest-ServerActionsTestOtherB-1805751122 tempest-ServerActionsTestOtherB-1805751122-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 600.423382] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-e024a449-8b7e-4885-a60e-2450b5d19c9e tempest-ServerActionsTestOtherB-1805751122 tempest-ServerActionsTestOtherB-1805751122-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.425084] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-e024a449-8b7e-4885-a60e-2450b5d19c9e tempest-ServerActionsTestOtherB-1805751122 tempest-ServerActionsTestOtherB-1805751122-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.485468] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-e024a449-8b7e-4885-a60e-2450b5d19c9e tempest-ServerActionsTestOtherB-1805751122 tempest-ServerActionsTestOtherB-1805751122-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 600.485468] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-e024a449-8b7e-4885-a60e-2450b5d19c9e tempest-ServerActionsTestOtherB-1805751122 tempest-ServerActionsTestOtherB-1805751122-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.485468] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-e024a449-8b7e-4885-a60e-2450b5d19c9e tempest-ServerActionsTestOtherB-1805751122 tempest-ServerActionsTestOtherB-1805751122-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.485468] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-e024a449-8b7e-4885-a60e-2450b5d19c9e tempest-ServerActionsTestOtherB-1805751122 tempest-ServerActionsTestOtherB-1805751122-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 600.485468] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-e024a449-8b7e-4885-a60e-2450b5d19c9e tempest-ServerActionsTestOtherB-1805751122 tempest-ServerActionsTestOtherB-1805751122-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.485468] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-e024a449-8b7e-4885-a60e-2450b5d19c9e tempest-ServerActionsTestOtherB-1805751122 tempest-ServerActionsTestOtherB-1805751122-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.498766] nova-conductor[54365]: DEBUG nova.quota [None req-e024a449-8b7e-4885-a60e-2450b5d19c9e tempest-ServerActionsTestOtherB-1805751122 tempest-ServerActionsTestOtherB-1805751122-project-member] Getting quotas for project eadc48ab6a004882adafacc9ec54bd73. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 600.502787] nova-conductor[54365]: DEBUG nova.quota [None req-e024a449-8b7e-4885-a60e-2450b5d19c9e tempest-ServerActionsTestOtherB-1805751122 tempest-ServerActionsTestOtherB-1805751122-project-member] Getting quotas for user 006eb6e2b00e4121a623567f9b515be8 and project eadc48ab6a004882adafacc9ec54bd73. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 600.510894] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-e024a449-8b7e-4885-a60e-2450b5d19c9e tempest-ServerActionsTestOtherB-1805751122 tempest-ServerActionsTestOtherB-1805751122-project-member] [instance: 709ed215-d501-409a-ab80-6c4b844d24e6] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54365) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 600.511451] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-e024a449-8b7e-4885-a60e-2450b5d19c9e tempest-ServerActionsTestOtherB-1805751122 tempest-ServerActionsTestOtherB-1805751122-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 600.511636] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-e024a449-8b7e-4885-a60e-2450b5d19c9e tempest-ServerActionsTestOtherB-1805751122 tempest-ServerActionsTestOtherB-1805751122-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.511827] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-e024a449-8b7e-4885-a60e-2450b5d19c9e tempest-ServerActionsTestOtherB-1805751122 tempest-ServerActionsTestOtherB-1805751122-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.515973] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-e024a449-8b7e-4885-a60e-2450b5d19c9e tempest-ServerActionsTestOtherB-1805751122 tempest-ServerActionsTestOtherB-1805751122-project-member] [instance: 709ed215-d501-409a-ab80-6c4b844d24e6] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54365) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 600.516651] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-e024a449-8b7e-4885-a60e-2450b5d19c9e tempest-ServerActionsTestOtherB-1805751122 tempest-ServerActionsTestOtherB-1805751122-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 600.517372] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-e024a449-8b7e-4885-a60e-2450b5d19c9e tempest-ServerActionsTestOtherB-1805751122 tempest-ServerActionsTestOtherB-1805751122-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.517372] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-e024a449-8b7e-4885-a60e-2450b5d19c9e tempest-ServerActionsTestOtherB-1805751122 tempest-ServerActionsTestOtherB-1805751122-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.535824] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-e024a449-8b7e-4885-a60e-2450b5d19c9e tempest-ServerActionsTestOtherB-1805751122 tempest-ServerActionsTestOtherB-1805751122-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 600.536177] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-e024a449-8b7e-4885-a60e-2450b5d19c9e tempest-ServerActionsTestOtherB-1805751122 tempest-ServerActionsTestOtherB-1805751122-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.536641] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-e024a449-8b7e-4885-a60e-2450b5d19c9e tempest-ServerActionsTestOtherB-1805751122 tempest-ServerActionsTestOtherB-1805751122-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 603.829301] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-7488dd81-db18-4611-a23b-3177ec94c3cc tempest-ServerMetadataNegativeTestJSON-1174933449 tempest-ServerMetadataNegativeTestJSON-1174933449-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54364) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 603.849739] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-7488dd81-db18-4611-a23b-3177ec94c3cc tempest-ServerMetadataNegativeTestJSON-1174933449 tempest-ServerMetadataNegativeTestJSON-1174933449-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 603.849739] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-7488dd81-db18-4611-a23b-3177ec94c3cc tempest-ServerMetadataNegativeTestJSON-1174933449 tempest-ServerMetadataNegativeTestJSON-1174933449-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 603.849739] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-7488dd81-db18-4611-a23b-3177ec94c3cc tempest-ServerMetadataNegativeTestJSON-1174933449 tempest-ServerMetadataNegativeTestJSON-1174933449-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 603.893754] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-7488dd81-db18-4611-a23b-3177ec94c3cc tempest-ServerMetadataNegativeTestJSON-1174933449 tempest-ServerMetadataNegativeTestJSON-1174933449-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 603.893996] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-7488dd81-db18-4611-a23b-3177ec94c3cc tempest-ServerMetadataNegativeTestJSON-1174933449 tempest-ServerMetadataNegativeTestJSON-1174933449-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 603.895409] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-7488dd81-db18-4611-a23b-3177ec94c3cc tempest-ServerMetadataNegativeTestJSON-1174933449 tempest-ServerMetadataNegativeTestJSON-1174933449-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 603.895409] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-7488dd81-db18-4611-a23b-3177ec94c3cc tempest-ServerMetadataNegativeTestJSON-1174933449 tempest-ServerMetadataNegativeTestJSON-1174933449-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 603.895409] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-7488dd81-db18-4611-a23b-3177ec94c3cc tempest-ServerMetadataNegativeTestJSON-1174933449 tempest-ServerMetadataNegativeTestJSON-1174933449-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 603.895409] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-7488dd81-db18-4611-a23b-3177ec94c3cc tempest-ServerMetadataNegativeTestJSON-1174933449 tempest-ServerMetadataNegativeTestJSON-1174933449-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 603.904203] nova-conductor[54364]: DEBUG nova.quota [None req-7488dd81-db18-4611-a23b-3177ec94c3cc tempest-ServerMetadataNegativeTestJSON-1174933449 tempest-ServerMetadataNegativeTestJSON-1174933449-project-member] Getting quotas for project 08e708f15c9c424e9b5f620bd91afb0e. Resources: {'cores', 'ram', 'instances'} {{(pid=54364) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 603.908176] nova-conductor[54364]: DEBUG nova.quota [None req-7488dd81-db18-4611-a23b-3177ec94c3cc tempest-ServerMetadataNegativeTestJSON-1174933449 tempest-ServerMetadataNegativeTestJSON-1174933449-project-member] Getting quotas for user a3ff6674d60e4fa398e2dec6ce91f8f1 and project 08e708f15c9c424e9b5f620bd91afb0e. Resources: {'cores', 'ram', 'instances'} {{(pid=54364) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 603.915363] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-7488dd81-db18-4611-a23b-3177ec94c3cc tempest-ServerMetadataNegativeTestJSON-1174933449 tempest-ServerMetadataNegativeTestJSON-1174933449-project-member] [instance: 7d8ae6c2-1453-4d61-a2b5-311a557087de] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54364) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 603.916176] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-7488dd81-db18-4611-a23b-3177ec94c3cc tempest-ServerMetadataNegativeTestJSON-1174933449 tempest-ServerMetadataNegativeTestJSON-1174933449-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 603.916176] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-7488dd81-db18-4611-a23b-3177ec94c3cc tempest-ServerMetadataNegativeTestJSON-1174933449 tempest-ServerMetadataNegativeTestJSON-1174933449-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 603.916393] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-7488dd81-db18-4611-a23b-3177ec94c3cc tempest-ServerMetadataNegativeTestJSON-1174933449 tempest-ServerMetadataNegativeTestJSON-1174933449-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 603.924694] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-7488dd81-db18-4611-a23b-3177ec94c3cc tempest-ServerMetadataNegativeTestJSON-1174933449 tempest-ServerMetadataNegativeTestJSON-1174933449-project-member] [instance: 7d8ae6c2-1453-4d61-a2b5-311a557087de] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54364) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 603.924694] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-7488dd81-db18-4611-a23b-3177ec94c3cc tempest-ServerMetadataNegativeTestJSON-1174933449 tempest-ServerMetadataNegativeTestJSON-1174933449-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 603.924883] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-7488dd81-db18-4611-a23b-3177ec94c3cc tempest-ServerMetadataNegativeTestJSON-1174933449 tempest-ServerMetadataNegativeTestJSON-1174933449-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 603.925585] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-7488dd81-db18-4611-a23b-3177ec94c3cc tempest-ServerMetadataNegativeTestJSON-1174933449 tempest-ServerMetadataNegativeTestJSON-1174933449-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 603.947241] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-7488dd81-db18-4611-a23b-3177ec94c3cc tempest-ServerMetadataNegativeTestJSON-1174933449 tempest-ServerMetadataNegativeTestJSON-1174933449-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 603.947523] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-7488dd81-db18-4611-a23b-3177ec94c3cc tempest-ServerMetadataNegativeTestJSON-1174933449 tempest-ServerMetadataNegativeTestJSON-1174933449-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 603.947801] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-7488dd81-db18-4611-a23b-3177ec94c3cc tempest-ServerMetadataNegativeTestJSON-1174933449 tempest-ServerMetadataNegativeTestJSON-1174933449-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 604.236374] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-77e6bb37-40fb-48ad-9983-e157fd7e52a5 tempest-ServersAdmin275Test-1655766995 tempest-ServersAdmin275Test-1655766995-project-member] Targeting cell 9a7c1614-c334-4151-9477-41d9d08ac2d5(cell1) for conductor method rebuild_instance {{(pid=54365) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 604.237175] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-77e6bb37-40fb-48ad-9983-e157fd7e52a5 tempest-ServersAdmin275Test-1655766995 tempest-ServersAdmin275Test-1655766995-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 604.237487] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-77e6bb37-40fb-48ad-9983-e157fd7e52a5 tempest-ServersAdmin275Test-1655766995 tempest-ServersAdmin275Test-1655766995-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 604.237700] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-77e6bb37-40fb-48ad-9983-e157fd7e52a5 tempest-ServersAdmin275Test-1655766995 tempest-ServersAdmin275Test-1655766995-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 604.252864] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-77e6bb37-40fb-48ad-9983-e157fd7e52a5 tempest-ServersAdmin275Test-1655766995 tempest-ServersAdmin275Test-1655766995-project-member] [instance: 79a94ed1-1139-4194-8091-00b7b1562330] No migration record for the rebuild/evacuate request. {{(pid=54365) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1227}} [ 606.238138] nova-conductor[54365]: ERROR nova.scheduler.utils [None req-dfe2687c-e23c-4560-b704-34211144f01b tempest-ServerExternalEventsTest-1962781045 tempest-ServerExternalEventsTest-1962781045-project-member] [instance: 748a4c26-6df7-4a4c-b81a-0b3e59a8b936] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 7964180c-d61d-4aa2-a968-9e61eec0a3c5, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 748a4c26-6df7-4a4c-b81a-0b3e59a8b936 was re-scheduled: Binding failed for port 7964180c-d61d-4aa2-a968-9e61eec0a3c5, please check neutron logs for more information.\n'] [ 606.238551] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-dfe2687c-e23c-4560-b704-34211144f01b tempest-ServerExternalEventsTest-1962781045 tempest-ServerExternalEventsTest-1962781045-project-member] Rescheduling: True {{(pid=54365) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 606.238551] nova-conductor[54365]: WARNING nova.scheduler.utils [None req-dfe2687c-e23c-4560-b704-34211144f01b tempest-ServerExternalEventsTest-1962781045 tempest-ServerExternalEventsTest-1962781045-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 748a4c26-6df7-4a4c-b81a-0b3e59a8b936.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 748a4c26-6df7-4a4c-b81a-0b3e59a8b936. [ 606.240571] nova-conductor[54365]: WARNING nova.scheduler.utils [None req-dfe2687c-e23c-4560-b704-34211144f01b tempest-ServerExternalEventsTest-1962781045 tempest-ServerExternalEventsTest-1962781045-project-member] [instance: 748a4c26-6df7-4a4c-b81a-0b3e59a8b936] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 748a4c26-6df7-4a4c-b81a-0b3e59a8b936. [ 606.297640] nova-conductor[54365]: DEBUG nova.network.neutron [None req-dfe2687c-e23c-4560-b704-34211144f01b tempest-ServerExternalEventsTest-1962781045 tempest-ServerExternalEventsTest-1962781045-project-member] [instance: 748a4c26-6df7-4a4c-b81a-0b3e59a8b936] deallocate_for_instance() {{(pid=54365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 606.330242] nova-conductor[54365]: DEBUG nova.network.neutron [None req-dfe2687c-e23c-4560-b704-34211144f01b tempest-ServerExternalEventsTest-1962781045 tempest-ServerExternalEventsTest-1962781045-project-member] [instance: 748a4c26-6df7-4a4c-b81a-0b3e59a8b936] Instance cache missing network info. {{(pid=54365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 606.336085] nova-conductor[54365]: DEBUG nova.network.neutron [None req-dfe2687c-e23c-4560-b704-34211144f01b tempest-ServerExternalEventsTest-1962781045 tempest-ServerExternalEventsTest-1962781045-project-member] [instance: 748a4c26-6df7-4a4c-b81a-0b3e59a8b936] Updating instance_info_cache with network_info: [] {{(pid=54365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 606.866310] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-f842f683-de3d-4ca5-a7be-922d54ebe8c2 tempest-ServerActionsTestJSON-893871560 tempest-ServerActionsTestJSON-893871560-project-member] Took 0.54 seconds to select destinations for 1 instance(s). {{(pid=54364) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 606.888038] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-f842f683-de3d-4ca5-a7be-922d54ebe8c2 tempest-ServerActionsTestJSON-893871560 tempest-ServerActionsTestJSON-893871560-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.888281] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-f842f683-de3d-4ca5-a7be-922d54ebe8c2 tempest-ServerActionsTestJSON-893871560 tempest-ServerActionsTestJSON-893871560-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.888458] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-f842f683-de3d-4ca5-a7be-922d54ebe8c2 tempest-ServerActionsTestJSON-893871560 tempest-ServerActionsTestJSON-893871560-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 606.925051] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-f842f683-de3d-4ca5-a7be-922d54ebe8c2 tempest-ServerActionsTestJSON-893871560 tempest-ServerActionsTestJSON-893871560-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.925295] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-f842f683-de3d-4ca5-a7be-922d54ebe8c2 tempest-ServerActionsTestJSON-893871560 tempest-ServerActionsTestJSON-893871560-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.925470] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-f842f683-de3d-4ca5-a7be-922d54ebe8c2 tempest-ServerActionsTestJSON-893871560 tempest-ServerActionsTestJSON-893871560-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 606.925948] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-f842f683-de3d-4ca5-a7be-922d54ebe8c2 tempest-ServerActionsTestJSON-893871560 tempest-ServerActionsTestJSON-893871560-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.926329] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-f842f683-de3d-4ca5-a7be-922d54ebe8c2 tempest-ServerActionsTestJSON-893871560 tempest-ServerActionsTestJSON-893871560-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.926329] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-f842f683-de3d-4ca5-a7be-922d54ebe8c2 tempest-ServerActionsTestJSON-893871560 tempest-ServerActionsTestJSON-893871560-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 606.936807] nova-conductor[54364]: DEBUG nova.quota [None req-f842f683-de3d-4ca5-a7be-922d54ebe8c2 tempest-ServerActionsTestJSON-893871560 tempest-ServerActionsTestJSON-893871560-project-member] Getting quotas for project fbafd9d7551947af9308e2ecdc0b071c. Resources: {'cores', 'ram', 'instances'} {{(pid=54364) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 606.940031] nova-conductor[54364]: DEBUG nova.quota [None req-f842f683-de3d-4ca5-a7be-922d54ebe8c2 tempest-ServerActionsTestJSON-893871560 tempest-ServerActionsTestJSON-893871560-project-member] Getting quotas for user 10e784fe682e4b989f2571b00fbf7e87 and project fbafd9d7551947af9308e2ecdc0b071c. Resources: {'cores', 'ram', 'instances'} {{(pid=54364) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 606.946013] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-f842f683-de3d-4ca5-a7be-922d54ebe8c2 tempest-ServerActionsTestJSON-893871560 tempest-ServerActionsTestJSON-893871560-project-member] [instance: de395cf9-2888-4a0d-a1b8-5ce4c36d6182] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54364) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 606.946676] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-f842f683-de3d-4ca5-a7be-922d54ebe8c2 tempest-ServerActionsTestJSON-893871560 tempest-ServerActionsTestJSON-893871560-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.946940] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-f842f683-de3d-4ca5-a7be-922d54ebe8c2 tempest-ServerActionsTestJSON-893871560 tempest-ServerActionsTestJSON-893871560-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.947128] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-f842f683-de3d-4ca5-a7be-922d54ebe8c2 tempest-ServerActionsTestJSON-893871560 tempest-ServerActionsTestJSON-893871560-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 606.953558] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-f842f683-de3d-4ca5-a7be-922d54ebe8c2 tempest-ServerActionsTestJSON-893871560 tempest-ServerActionsTestJSON-893871560-project-member] [instance: de395cf9-2888-4a0d-a1b8-5ce4c36d6182] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54364) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 606.954929] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-f842f683-de3d-4ca5-a7be-922d54ebe8c2 tempest-ServerActionsTestJSON-893871560 tempest-ServerActionsTestJSON-893871560-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.955279] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-f842f683-de3d-4ca5-a7be-922d54ebe8c2 tempest-ServerActionsTestJSON-893871560 tempest-ServerActionsTestJSON-893871560-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.955634] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-f842f683-de3d-4ca5-a7be-922d54ebe8c2 tempest-ServerActionsTestJSON-893871560 tempest-ServerActionsTestJSON-893871560-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 606.996148] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-f842f683-de3d-4ca5-a7be-922d54ebe8c2 tempest-ServerActionsTestJSON-893871560 tempest-ServerActionsTestJSON-893871560-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 606.996148] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-f842f683-de3d-4ca5-a7be-922d54ebe8c2 tempest-ServerActionsTestJSON-893871560 tempest-ServerActionsTestJSON-893871560-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 606.996403] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-f842f683-de3d-4ca5-a7be-922d54ebe8c2 tempest-ServerActionsTestJSON-893871560 tempest-ServerActionsTestJSON-893871560-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 608.688544] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-87d43b63-abee-4df0-bf82-eace89e7e352 tempest-MultipleCreateTestJSON-708311840 tempest-MultipleCreateTestJSON-708311840-project-member] Took 0.51 seconds to select destinations for 2 instance(s). {{(pid=54364) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 608.709374] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-87d43b63-abee-4df0-bf82-eace89e7e352 tempest-MultipleCreateTestJSON-708311840 tempest-MultipleCreateTestJSON-708311840-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 608.709519] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-87d43b63-abee-4df0-bf82-eace89e7e352 tempest-MultipleCreateTestJSON-708311840 tempest-MultipleCreateTestJSON-708311840-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 608.709697] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-87d43b63-abee-4df0-bf82-eace89e7e352 tempest-MultipleCreateTestJSON-708311840 tempest-MultipleCreateTestJSON-708311840-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 608.762622] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-87d43b63-abee-4df0-bf82-eace89e7e352 tempest-MultipleCreateTestJSON-708311840 tempest-MultipleCreateTestJSON-708311840-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 608.762961] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-87d43b63-abee-4df0-bf82-eace89e7e352 tempest-MultipleCreateTestJSON-708311840 tempest-MultipleCreateTestJSON-708311840-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 608.763244] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-87d43b63-abee-4df0-bf82-eace89e7e352 tempest-MultipleCreateTestJSON-708311840 tempest-MultipleCreateTestJSON-708311840-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 608.794945] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-87d43b63-abee-4df0-bf82-eace89e7e352 tempest-MultipleCreateTestJSON-708311840 tempest-MultipleCreateTestJSON-708311840-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 608.795715] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-87d43b63-abee-4df0-bf82-eace89e7e352 tempest-MultipleCreateTestJSON-708311840 tempest-MultipleCreateTestJSON-708311840-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 608.795715] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-87d43b63-abee-4df0-bf82-eace89e7e352 tempest-MultipleCreateTestJSON-708311840 tempest-MultipleCreateTestJSON-708311840-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 608.795951] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-87d43b63-abee-4df0-bf82-eace89e7e352 tempest-MultipleCreateTestJSON-708311840 tempest-MultipleCreateTestJSON-708311840-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 608.795951] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-87d43b63-abee-4df0-bf82-eace89e7e352 tempest-MultipleCreateTestJSON-708311840 tempest-MultipleCreateTestJSON-708311840-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 608.796128] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-87d43b63-abee-4df0-bf82-eace89e7e352 tempest-MultipleCreateTestJSON-708311840 tempest-MultipleCreateTestJSON-708311840-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 608.810056] nova-conductor[54364]: DEBUG nova.quota [None req-87d43b63-abee-4df0-bf82-eace89e7e352 tempest-MultipleCreateTestJSON-708311840 tempest-MultipleCreateTestJSON-708311840-project-member] Getting quotas for project 62daf278f23642d3b3210ed2bfa85311. Resources: {'cores', 'ram', 'instances'} {{(pid=54364) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 608.812742] nova-conductor[54364]: DEBUG nova.quota [None req-87d43b63-abee-4df0-bf82-eace89e7e352 tempest-MultipleCreateTestJSON-708311840 tempest-MultipleCreateTestJSON-708311840-project-member] Getting quotas for user 1951cb4058114ac695f1ebc8980135bb and project 62daf278f23642d3b3210ed2bfa85311. Resources: {'cores', 'ram', 'instances'} {{(pid=54364) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 608.818854] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-87d43b63-abee-4df0-bf82-eace89e7e352 tempest-MultipleCreateTestJSON-708311840 tempest-MultipleCreateTestJSON-708311840-project-member] [instance: 37bb9933-80fa-4a54-82fe-f864a411425f] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54364) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 608.819369] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-87d43b63-abee-4df0-bf82-eace89e7e352 tempest-MultipleCreateTestJSON-708311840 tempest-MultipleCreateTestJSON-708311840-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 608.819594] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-87d43b63-abee-4df0-bf82-eace89e7e352 tempest-MultipleCreateTestJSON-708311840 tempest-MultipleCreateTestJSON-708311840-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 608.819780] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-87d43b63-abee-4df0-bf82-eace89e7e352 tempest-MultipleCreateTestJSON-708311840 tempest-MultipleCreateTestJSON-708311840-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 608.829823] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-87d43b63-abee-4df0-bf82-eace89e7e352 tempest-MultipleCreateTestJSON-708311840 tempest-MultipleCreateTestJSON-708311840-project-member] [instance: 37bb9933-80fa-4a54-82fe-f864a411425f] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54364) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 608.830582] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-87d43b63-abee-4df0-bf82-eace89e7e352 tempest-MultipleCreateTestJSON-708311840 tempest-MultipleCreateTestJSON-708311840-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 608.831097] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-87d43b63-abee-4df0-bf82-eace89e7e352 tempest-MultipleCreateTestJSON-708311840 tempest-MultipleCreateTestJSON-708311840-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 608.831097] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-87d43b63-abee-4df0-bf82-eace89e7e352 tempest-MultipleCreateTestJSON-708311840 tempest-MultipleCreateTestJSON-708311840-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 608.854226] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-87d43b63-abee-4df0-bf82-eace89e7e352 tempest-MultipleCreateTestJSON-708311840 tempest-MultipleCreateTestJSON-708311840-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 608.854602] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-87d43b63-abee-4df0-bf82-eace89e7e352 tempest-MultipleCreateTestJSON-708311840 tempest-MultipleCreateTestJSON-708311840-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 608.854602] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-87d43b63-abee-4df0-bf82-eace89e7e352 tempest-MultipleCreateTestJSON-708311840 tempest-MultipleCreateTestJSON-708311840-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 608.860954] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-87d43b63-abee-4df0-bf82-eace89e7e352 tempest-MultipleCreateTestJSON-708311840 tempest-MultipleCreateTestJSON-708311840-project-member] [instance: d02f8bcb-c754-4308-9c90-260624010cb0] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54364) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 608.861488] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-87d43b63-abee-4df0-bf82-eace89e7e352 tempest-MultipleCreateTestJSON-708311840 tempest-MultipleCreateTestJSON-708311840-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 608.861715] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-87d43b63-abee-4df0-bf82-eace89e7e352 tempest-MultipleCreateTestJSON-708311840 tempest-MultipleCreateTestJSON-708311840-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 608.861903] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-87d43b63-abee-4df0-bf82-eace89e7e352 tempest-MultipleCreateTestJSON-708311840 tempest-MultipleCreateTestJSON-708311840-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 608.866037] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-87d43b63-abee-4df0-bf82-eace89e7e352 tempest-MultipleCreateTestJSON-708311840 tempest-MultipleCreateTestJSON-708311840-project-member] [instance: d02f8bcb-c754-4308-9c90-260624010cb0] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54364) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 608.866679] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-87d43b63-abee-4df0-bf82-eace89e7e352 tempest-MultipleCreateTestJSON-708311840 tempest-MultipleCreateTestJSON-708311840-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 608.866880] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-87d43b63-abee-4df0-bf82-eace89e7e352 tempest-MultipleCreateTestJSON-708311840 tempest-MultipleCreateTestJSON-708311840-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 608.867055] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-87d43b63-abee-4df0-bf82-eace89e7e352 tempest-MultipleCreateTestJSON-708311840 tempest-MultipleCreateTestJSON-708311840-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 608.882594] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-87d43b63-abee-4df0-bf82-eace89e7e352 tempest-MultipleCreateTestJSON-708311840 tempest-MultipleCreateTestJSON-708311840-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 608.882831] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-87d43b63-abee-4df0-bf82-eace89e7e352 tempest-MultipleCreateTestJSON-708311840 tempest-MultipleCreateTestJSON-708311840-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 608.883033] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-87d43b63-abee-4df0-bf82-eace89e7e352 tempest-MultipleCreateTestJSON-708311840 tempest-MultipleCreateTestJSON-708311840-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.491634] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writing DB stats nova_cell0:SELECT=1 {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 610.806143] nova-conductor[54365]: ERROR nova.scheduler.utils [None req-25c11453-3294-40de-9dcc-c005eb80bb5d tempest-ServersWithSpecificFlavorTestJSON-971329770 tempest-ServersWithSpecificFlavorTestJSON-971329770-project-member] [instance: 5e419be8-cfb9-4819-8e92-873daa313d7a] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 9b83d46d-092a-484d-876f-43532f8afecf, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 5e419be8-cfb9-4819-8e92-873daa313d7a was re-scheduled: Binding failed for port 9b83d46d-092a-484d-876f-43532f8afecf, please check neutron logs for more information.\n'] [ 610.806752] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-25c11453-3294-40de-9dcc-c005eb80bb5d tempest-ServersWithSpecificFlavorTestJSON-971329770 tempest-ServersWithSpecificFlavorTestJSON-971329770-project-member] Rescheduling: True {{(pid=54365) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 610.806979] nova-conductor[54365]: WARNING nova.scheduler.utils [None req-25c11453-3294-40de-9dcc-c005eb80bb5d tempest-ServersWithSpecificFlavorTestJSON-971329770 tempest-ServersWithSpecificFlavorTestJSON-971329770-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5e419be8-cfb9-4819-8e92-873daa313d7a.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5e419be8-cfb9-4819-8e92-873daa313d7a. [ 610.807295] nova-conductor[54365]: WARNING nova.scheduler.utils [None req-25c11453-3294-40de-9dcc-c005eb80bb5d tempest-ServersWithSpecificFlavorTestJSON-971329770 tempest-ServersWithSpecificFlavorTestJSON-971329770-project-member] [instance: 5e419be8-cfb9-4819-8e92-873daa313d7a] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5e419be8-cfb9-4819-8e92-873daa313d7a. [ 610.830637] nova-conductor[54365]: DEBUG nova.network.neutron [None req-25c11453-3294-40de-9dcc-c005eb80bb5d tempest-ServersWithSpecificFlavorTestJSON-971329770 tempest-ServersWithSpecificFlavorTestJSON-971329770-project-member] [instance: 5e419be8-cfb9-4819-8e92-873daa313d7a] deallocate_for_instance() {{(pid=54365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 610.849278] nova-conductor[54365]: DEBUG nova.network.neutron [None req-25c11453-3294-40de-9dcc-c005eb80bb5d tempest-ServersWithSpecificFlavorTestJSON-971329770 tempest-ServersWithSpecificFlavorTestJSON-971329770-project-member] [instance: 5e419be8-cfb9-4819-8e92-873daa313d7a] Instance cache missing network info. {{(pid=54365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 610.854037] nova-conductor[54365]: DEBUG nova.network.neutron [None req-25c11453-3294-40de-9dcc-c005eb80bb5d tempest-ServersWithSpecificFlavorTestJSON-971329770 tempest-ServersWithSpecificFlavorTestJSON-971329770-project-member] [instance: 5e419be8-cfb9-4819-8e92-873daa313d7a] Updating instance_info_cache with network_info: [] {{(pid=54365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 614.205433] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writing DB stats nova_api:SELECT=6,nova_api:DELETE=1 {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 614.259472] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writing DB stats nova_api:SELECT=8,nova_api:UPDATE=1 {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 614.279376] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writing DB stats nova_cell1:SELECT=7,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=9,nova_cell1:RELEASE=1,nova_cell1:UPDATE=3 {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 615.590158] nova-conductor[54365]: ERROR nova.scheduler.utils [None req-00715081-bb39-429b-9569-55bdf122df93 tempest-ServerDiagnosticsTest-813267142 tempest-ServerDiagnosticsTest-813267142-project-member] [instance: 89638fb3-c5f4-48a4-948b-fb6220ed1dca] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 73faf8f2-a3d7-42da-85b0-667f0caef6f0, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 89638fb3-c5f4-48a4-948b-fb6220ed1dca was re-scheduled: Binding failed for port 73faf8f2-a3d7-42da-85b0-667f0caef6f0, please check neutron logs for more information.\n'] [ 615.591484] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-00715081-bb39-429b-9569-55bdf122df93 tempest-ServerDiagnosticsTest-813267142 tempest-ServerDiagnosticsTest-813267142-project-member] Rescheduling: True {{(pid=54365) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 615.591484] nova-conductor[54365]: WARNING nova.scheduler.utils [None req-00715081-bb39-429b-9569-55bdf122df93 tempest-ServerDiagnosticsTest-813267142 tempest-ServerDiagnosticsTest-813267142-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 89638fb3-c5f4-48a4-948b-fb6220ed1dca.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 89638fb3-c5f4-48a4-948b-fb6220ed1dca. [ 615.591642] nova-conductor[54365]: WARNING nova.scheduler.utils [None req-00715081-bb39-429b-9569-55bdf122df93 tempest-ServerDiagnosticsTest-813267142 tempest-ServerDiagnosticsTest-813267142-project-member] [instance: 89638fb3-c5f4-48a4-948b-fb6220ed1dca] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 89638fb3-c5f4-48a4-948b-fb6220ed1dca. [ 615.630330] nova-conductor[54365]: DEBUG nova.network.neutron [None req-00715081-bb39-429b-9569-55bdf122df93 tempest-ServerDiagnosticsTest-813267142 tempest-ServerDiagnosticsTest-813267142-project-member] [instance: 89638fb3-c5f4-48a4-948b-fb6220ed1dca] deallocate_for_instance() {{(pid=54365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 615.655036] nova-conductor[54365]: DEBUG nova.network.neutron [None req-00715081-bb39-429b-9569-55bdf122df93 tempest-ServerDiagnosticsTest-813267142 tempest-ServerDiagnosticsTest-813267142-project-member] [instance: 89638fb3-c5f4-48a4-948b-fb6220ed1dca] Instance cache missing network info. {{(pid=54365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 615.660192] nova-conductor[54365]: DEBUG nova.network.neutron [None req-00715081-bb39-429b-9569-55bdf122df93 tempest-ServerDiagnosticsTest-813267142 tempest-ServerDiagnosticsTest-813267142-project-member] [instance: 89638fb3-c5f4-48a4-948b-fb6220ed1dca] Updating instance_info_cache with network_info: [] {{(pid=54365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.278567] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-bc964228-4942-4151-83f2-98aef156a616 tempest-ListImageFiltersTestJSON-2037966745 tempest-ListImageFiltersTestJSON-2037966745-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54365) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 617.313325] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-bc964228-4942-4151-83f2-98aef156a616 tempest-ListImageFiltersTestJSON-2037966745 tempest-ListImageFiltersTestJSON-2037966745-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 617.314028] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-bc964228-4942-4151-83f2-98aef156a616 tempest-ListImageFiltersTestJSON-2037966745 tempest-ListImageFiltersTestJSON-2037966745-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 617.314028] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-bc964228-4942-4151-83f2-98aef156a616 tempest-ListImageFiltersTestJSON-2037966745 tempest-ListImageFiltersTestJSON-2037966745-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 617.381335] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-bc964228-4942-4151-83f2-98aef156a616 tempest-ListImageFiltersTestJSON-2037966745 tempest-ListImageFiltersTestJSON-2037966745-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 617.381335] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-bc964228-4942-4151-83f2-98aef156a616 tempest-ListImageFiltersTestJSON-2037966745 tempest-ListImageFiltersTestJSON-2037966745-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 617.381335] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-bc964228-4942-4151-83f2-98aef156a616 tempest-ListImageFiltersTestJSON-2037966745 tempest-ListImageFiltersTestJSON-2037966745-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 617.381335] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-bc964228-4942-4151-83f2-98aef156a616 tempest-ListImageFiltersTestJSON-2037966745 tempest-ListImageFiltersTestJSON-2037966745-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 617.381335] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-bc964228-4942-4151-83f2-98aef156a616 tempest-ListImageFiltersTestJSON-2037966745 tempest-ListImageFiltersTestJSON-2037966745-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 617.381335] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-bc964228-4942-4151-83f2-98aef156a616 tempest-ListImageFiltersTestJSON-2037966745 tempest-ListImageFiltersTestJSON-2037966745-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 617.390721] nova-conductor[54365]: DEBUG nova.quota [None req-bc964228-4942-4151-83f2-98aef156a616 tempest-ListImageFiltersTestJSON-2037966745 tempest-ListImageFiltersTestJSON-2037966745-project-member] Getting quotas for project 442aa0d2e85b4120b7ee0b011a3f40ec. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 617.393127] nova-conductor[54365]: DEBUG nova.quota [None req-bc964228-4942-4151-83f2-98aef156a616 tempest-ListImageFiltersTestJSON-2037966745 tempest-ListImageFiltersTestJSON-2037966745-project-member] Getting quotas for user 41faf1fa74be4052a1f29f064ad9c320 and project 442aa0d2e85b4120b7ee0b011a3f40ec. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 617.401228] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-bc964228-4942-4151-83f2-98aef156a616 tempest-ListImageFiltersTestJSON-2037966745 tempest-ListImageFiltersTestJSON-2037966745-project-member] [instance: 25df5673-9633-40de-8e72-a8620f19a6f9] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54365) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 617.402013] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-bc964228-4942-4151-83f2-98aef156a616 tempest-ListImageFiltersTestJSON-2037966745 tempest-ListImageFiltersTestJSON-2037966745-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 617.402013] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-bc964228-4942-4151-83f2-98aef156a616 tempest-ListImageFiltersTestJSON-2037966745 tempest-ListImageFiltersTestJSON-2037966745-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 617.402114] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-bc964228-4942-4151-83f2-98aef156a616 tempest-ListImageFiltersTestJSON-2037966745 tempest-ListImageFiltersTestJSON-2037966745-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 617.410527] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-bc964228-4942-4151-83f2-98aef156a616 tempest-ListImageFiltersTestJSON-2037966745 tempest-ListImageFiltersTestJSON-2037966745-project-member] [instance: 25df5673-9633-40de-8e72-a8620f19a6f9] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54365) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 617.411530] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-bc964228-4942-4151-83f2-98aef156a616 tempest-ListImageFiltersTestJSON-2037966745 tempest-ListImageFiltersTestJSON-2037966745-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 617.411759] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-bc964228-4942-4151-83f2-98aef156a616 tempest-ListImageFiltersTestJSON-2037966745 tempest-ListImageFiltersTestJSON-2037966745-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 617.411932] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-bc964228-4942-4151-83f2-98aef156a616 tempest-ListImageFiltersTestJSON-2037966745 tempest-ListImageFiltersTestJSON-2037966745-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 617.440774] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-bc964228-4942-4151-83f2-98aef156a616 tempest-ListImageFiltersTestJSON-2037966745 tempest-ListImageFiltersTestJSON-2037966745-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 617.440774] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-bc964228-4942-4151-83f2-98aef156a616 tempest-ListImageFiltersTestJSON-2037966745 tempest-ListImageFiltersTestJSON-2037966745-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 617.440774] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-bc964228-4942-4151-83f2-98aef156a616 tempest-ListImageFiltersTestJSON-2037966745 tempest-ListImageFiltersTestJSON-2037966745-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 617.742339] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-037819a8-9c1a-4fb7-ac22-f32b6e6d5953 tempest-ListImageFiltersTestJSON-2037966745 tempest-ListImageFiltersTestJSON-2037966745-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54365) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 617.779167] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-037819a8-9c1a-4fb7-ac22-f32b6e6d5953 tempest-ListImageFiltersTestJSON-2037966745 tempest-ListImageFiltersTestJSON-2037966745-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 617.779167] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-037819a8-9c1a-4fb7-ac22-f32b6e6d5953 tempest-ListImageFiltersTestJSON-2037966745 tempest-ListImageFiltersTestJSON-2037966745-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 617.779167] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-037819a8-9c1a-4fb7-ac22-f32b6e6d5953 tempest-ListImageFiltersTestJSON-2037966745 tempest-ListImageFiltersTestJSON-2037966745-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 617.822706] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-037819a8-9c1a-4fb7-ac22-f32b6e6d5953 tempest-ListImageFiltersTestJSON-2037966745 tempest-ListImageFiltersTestJSON-2037966745-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 617.822706] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-037819a8-9c1a-4fb7-ac22-f32b6e6d5953 tempest-ListImageFiltersTestJSON-2037966745 tempest-ListImageFiltersTestJSON-2037966745-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 617.822842] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-037819a8-9c1a-4fb7-ac22-f32b6e6d5953 tempest-ListImageFiltersTestJSON-2037966745 tempest-ListImageFiltersTestJSON-2037966745-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 617.823394] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-037819a8-9c1a-4fb7-ac22-f32b6e6d5953 tempest-ListImageFiltersTestJSON-2037966745 tempest-ListImageFiltersTestJSON-2037966745-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 617.823394] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-037819a8-9c1a-4fb7-ac22-f32b6e6d5953 tempest-ListImageFiltersTestJSON-2037966745 tempest-ListImageFiltersTestJSON-2037966745-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 617.823574] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-037819a8-9c1a-4fb7-ac22-f32b6e6d5953 tempest-ListImageFiltersTestJSON-2037966745 tempest-ListImageFiltersTestJSON-2037966745-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 617.836777] nova-conductor[54365]: DEBUG nova.quota [None req-037819a8-9c1a-4fb7-ac22-f32b6e6d5953 tempest-ListImageFiltersTestJSON-2037966745 tempest-ListImageFiltersTestJSON-2037966745-project-member] Getting quotas for project 442aa0d2e85b4120b7ee0b011a3f40ec. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 617.841753] nova-conductor[54365]: DEBUG nova.quota [None req-037819a8-9c1a-4fb7-ac22-f32b6e6d5953 tempest-ListImageFiltersTestJSON-2037966745 tempest-ListImageFiltersTestJSON-2037966745-project-member] Getting quotas for user 41faf1fa74be4052a1f29f064ad9c320 and project 442aa0d2e85b4120b7ee0b011a3f40ec. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 617.850312] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-11731cb2-548c-4d40-976f-35102bd8f235 tempest-ServerShowV254Test-44959365 tempest-ServerShowV254Test-44959365-project-member] Targeting cell 9a7c1614-c334-4151-9477-41d9d08ac2d5(cell1) for conductor method rebuild_instance {{(pid=54364) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 617.850554] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-11731cb2-548c-4d40-976f-35102bd8f235 tempest-ServerShowV254Test-44959365 tempest-ServerShowV254Test-44959365-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 617.850960] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-11731cb2-548c-4d40-976f-35102bd8f235 tempest-ServerShowV254Test-44959365 tempest-ServerShowV254Test-44959365-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 617.853793] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-11731cb2-548c-4d40-976f-35102bd8f235 tempest-ServerShowV254Test-44959365 tempest-ServerShowV254Test-44959365-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 617.858554] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-037819a8-9c1a-4fb7-ac22-f32b6e6d5953 tempest-ListImageFiltersTestJSON-2037966745 tempest-ListImageFiltersTestJSON-2037966745-project-member] [instance: d92cd356-0e29-429d-9216-b376e91e0fe8] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54365) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 617.859282] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-037819a8-9c1a-4fb7-ac22-f32b6e6d5953 tempest-ListImageFiltersTestJSON-2037966745 tempest-ListImageFiltersTestJSON-2037966745-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 617.860450] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-037819a8-9c1a-4fb7-ac22-f32b6e6d5953 tempest-ListImageFiltersTestJSON-2037966745 tempest-ListImageFiltersTestJSON-2037966745-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 617.861682] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-037819a8-9c1a-4fb7-ac22-f32b6e6d5953 tempest-ListImageFiltersTestJSON-2037966745 tempest-ListImageFiltersTestJSON-2037966745-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 617.867602] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-11731cb2-548c-4d40-976f-35102bd8f235 tempest-ServerShowV254Test-44959365 tempest-ServerShowV254Test-44959365-project-member] [instance: b7c425a1-a80d-4a62-a71f-d14fdf638cf7] No migration record for the rebuild/evacuate request. {{(pid=54364) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1227}} [ 617.867843] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-037819a8-9c1a-4fb7-ac22-f32b6e6d5953 tempest-ListImageFiltersTestJSON-2037966745 tempest-ListImageFiltersTestJSON-2037966745-project-member] [instance: d92cd356-0e29-429d-9216-b376e91e0fe8] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54365) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 617.868665] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-037819a8-9c1a-4fb7-ac22-f32b6e6d5953 tempest-ListImageFiltersTestJSON-2037966745 tempest-ListImageFiltersTestJSON-2037966745-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 617.868948] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-037819a8-9c1a-4fb7-ac22-f32b6e6d5953 tempest-ListImageFiltersTestJSON-2037966745 tempest-ListImageFiltersTestJSON-2037966745-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 617.869231] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-037819a8-9c1a-4fb7-ac22-f32b6e6d5953 tempest-ListImageFiltersTestJSON-2037966745 tempest-ListImageFiltersTestJSON-2037966745-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 617.908469] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-037819a8-9c1a-4fb7-ac22-f32b6e6d5953 tempest-ListImageFiltersTestJSON-2037966745 tempest-ListImageFiltersTestJSON-2037966745-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 617.908758] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-037819a8-9c1a-4fb7-ac22-f32b6e6d5953 tempest-ListImageFiltersTestJSON-2037966745 tempest-ListImageFiltersTestJSON-2037966745-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 617.908952] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-037819a8-9c1a-4fb7-ac22-f32b6e6d5953 tempest-ListImageFiltersTestJSON-2037966745 tempest-ListImageFiltersTestJSON-2037966745-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 617.941973] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-6ab271d2-bfeb-4225-b9cd-b85d8d076924 tempest-ImagesNegativeTestJSON-1134895079 tempest-ImagesNegativeTestJSON-1134895079-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54364) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 617.959409] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-6ab271d2-bfeb-4225-b9cd-b85d8d076924 tempest-ImagesNegativeTestJSON-1134895079 tempest-ImagesNegativeTestJSON-1134895079-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 617.959659] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-6ab271d2-bfeb-4225-b9cd-b85d8d076924 tempest-ImagesNegativeTestJSON-1134895079 tempest-ImagesNegativeTestJSON-1134895079-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 617.959834] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-6ab271d2-bfeb-4225-b9cd-b85d8d076924 tempest-ImagesNegativeTestJSON-1134895079 tempest-ImagesNegativeTestJSON-1134895079-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 617.985176] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-6ab271d2-bfeb-4225-b9cd-b85d8d076924 tempest-ImagesNegativeTestJSON-1134895079 tempest-ImagesNegativeTestJSON-1134895079-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 617.985425] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-6ab271d2-bfeb-4225-b9cd-b85d8d076924 tempest-ImagesNegativeTestJSON-1134895079 tempest-ImagesNegativeTestJSON-1134895079-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 617.985706] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-6ab271d2-bfeb-4225-b9cd-b85d8d076924 tempest-ImagesNegativeTestJSON-1134895079 tempest-ImagesNegativeTestJSON-1134895079-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 617.986124] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-6ab271d2-bfeb-4225-b9cd-b85d8d076924 tempest-ImagesNegativeTestJSON-1134895079 tempest-ImagesNegativeTestJSON-1134895079-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 617.986411] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-6ab271d2-bfeb-4225-b9cd-b85d8d076924 tempest-ImagesNegativeTestJSON-1134895079 tempest-ImagesNegativeTestJSON-1134895079-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 617.986639] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-6ab271d2-bfeb-4225-b9cd-b85d8d076924 tempest-ImagesNegativeTestJSON-1134895079 tempest-ImagesNegativeTestJSON-1134895079-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 617.996473] nova-conductor[54364]: DEBUG nova.quota [None req-6ab271d2-bfeb-4225-b9cd-b85d8d076924 tempest-ImagesNegativeTestJSON-1134895079 tempest-ImagesNegativeTestJSON-1134895079-project-member] Getting quotas for project 3395707c4d1149cdb048222f65f42428. Resources: {'cores', 'ram', 'instances'} {{(pid=54364) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 617.999053] nova-conductor[54364]: DEBUG nova.quota [None req-6ab271d2-bfeb-4225-b9cd-b85d8d076924 tempest-ImagesNegativeTestJSON-1134895079 tempest-ImagesNegativeTestJSON-1134895079-project-member] Getting quotas for user ede8684315fb4a9eaaf948fee505d61d and project 3395707c4d1149cdb048222f65f42428. Resources: {'cores', 'ram', 'instances'} {{(pid=54364) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 618.009129] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-6ab271d2-bfeb-4225-b9cd-b85d8d076924 tempest-ImagesNegativeTestJSON-1134895079 tempest-ImagesNegativeTestJSON-1134895079-project-member] [instance: ffae1b5d-83fc-4007-be0f-c6f1e285f824] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54364) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 618.009681] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-6ab271d2-bfeb-4225-b9cd-b85d8d076924 tempest-ImagesNegativeTestJSON-1134895079 tempest-ImagesNegativeTestJSON-1134895079-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 618.009877] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-6ab271d2-bfeb-4225-b9cd-b85d8d076924 tempest-ImagesNegativeTestJSON-1134895079 tempest-ImagesNegativeTestJSON-1134895079-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 618.010056] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-6ab271d2-bfeb-4225-b9cd-b85d8d076924 tempest-ImagesNegativeTestJSON-1134895079 tempest-ImagesNegativeTestJSON-1134895079-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 618.014264] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-6ab271d2-bfeb-4225-b9cd-b85d8d076924 tempest-ImagesNegativeTestJSON-1134895079 tempest-ImagesNegativeTestJSON-1134895079-project-member] [instance: ffae1b5d-83fc-4007-be0f-c6f1e285f824] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54364) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 618.015057] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-6ab271d2-bfeb-4225-b9cd-b85d8d076924 tempest-ImagesNegativeTestJSON-1134895079 tempest-ImagesNegativeTestJSON-1134895079-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 618.015161] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-6ab271d2-bfeb-4225-b9cd-b85d8d076924 tempest-ImagesNegativeTestJSON-1134895079 tempest-ImagesNegativeTestJSON-1134895079-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 618.015331] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-6ab271d2-bfeb-4225-b9cd-b85d8d076924 tempest-ImagesNegativeTestJSON-1134895079 tempest-ImagesNegativeTestJSON-1134895079-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 618.043898] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-6ab271d2-bfeb-4225-b9cd-b85d8d076924 tempest-ImagesNegativeTestJSON-1134895079 tempest-ImagesNegativeTestJSON-1134895079-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 618.044152] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-6ab271d2-bfeb-4225-b9cd-b85d8d076924 tempest-ImagesNegativeTestJSON-1134895079 tempest-ImagesNegativeTestJSON-1134895079-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 618.044395] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-6ab271d2-bfeb-4225-b9cd-b85d8d076924 tempest-ImagesNegativeTestJSON-1134895079 tempest-ImagesNegativeTestJSON-1134895079-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 619.200570] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-f41d0995-ad15-4302-94d8-e4a073eb99b0 tempest-ServersAdmin275Test-655410159 tempest-ServersAdmin275Test-655410159-project-admin] Targeting cell 9a7c1614-c334-4151-9477-41d9d08ac2d5(cell1) for conductor method rebuild_instance {{(pid=54364) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 619.200911] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-f41d0995-ad15-4302-94d8-e4a073eb99b0 tempest-ServersAdmin275Test-655410159 tempest-ServersAdmin275Test-655410159-project-admin] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 619.200911] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-f41d0995-ad15-4302-94d8-e4a073eb99b0 tempest-ServersAdmin275Test-655410159 tempest-ServersAdmin275Test-655410159-project-admin] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 619.200989] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-f41d0995-ad15-4302-94d8-e4a073eb99b0 tempest-ServersAdmin275Test-655410159 tempest-ServersAdmin275Test-655410159-project-admin] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 619.216672] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-f41d0995-ad15-4302-94d8-e4a073eb99b0 tempest-ServersAdmin275Test-655410159 tempest-ServersAdmin275Test-655410159-project-admin] [instance: 79a94ed1-1139-4194-8091-00b7b1562330] No migration record for the rebuild/evacuate request. {{(pid=54364) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1227}} [ 619.220873] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-c155d3d1-943d-4f1e-9291-29462c4313e5 tempest-ServerDiagnosticsV248Test-1118028056 tempest-ServerDiagnosticsV248Test-1118028056-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54365) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 619.253453] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-c155d3d1-943d-4f1e-9291-29462c4313e5 tempest-ServerDiagnosticsV248Test-1118028056 tempest-ServerDiagnosticsV248Test-1118028056-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 619.253741] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-c155d3d1-943d-4f1e-9291-29462c4313e5 tempest-ServerDiagnosticsV248Test-1118028056 tempest-ServerDiagnosticsV248Test-1118028056-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 619.253987] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-c155d3d1-943d-4f1e-9291-29462c4313e5 tempest-ServerDiagnosticsV248Test-1118028056 tempest-ServerDiagnosticsV248Test-1118028056-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 619.300687] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-c155d3d1-943d-4f1e-9291-29462c4313e5 tempest-ServerDiagnosticsV248Test-1118028056 tempest-ServerDiagnosticsV248Test-1118028056-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 619.300687] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-c155d3d1-943d-4f1e-9291-29462c4313e5 tempest-ServerDiagnosticsV248Test-1118028056 tempest-ServerDiagnosticsV248Test-1118028056-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 619.300687] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-c155d3d1-943d-4f1e-9291-29462c4313e5 tempest-ServerDiagnosticsV248Test-1118028056 tempest-ServerDiagnosticsV248Test-1118028056-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 619.300948] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-c155d3d1-943d-4f1e-9291-29462c4313e5 tempest-ServerDiagnosticsV248Test-1118028056 tempest-ServerDiagnosticsV248Test-1118028056-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 619.301155] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-c155d3d1-943d-4f1e-9291-29462c4313e5 tempest-ServerDiagnosticsV248Test-1118028056 tempest-ServerDiagnosticsV248Test-1118028056-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 619.301313] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-c155d3d1-943d-4f1e-9291-29462c4313e5 tempest-ServerDiagnosticsV248Test-1118028056 tempest-ServerDiagnosticsV248Test-1118028056-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 619.314086] nova-conductor[54365]: DEBUG nova.quota [None req-c155d3d1-943d-4f1e-9291-29462c4313e5 tempest-ServerDiagnosticsV248Test-1118028056 tempest-ServerDiagnosticsV248Test-1118028056-project-member] Getting quotas for project 02fb0946a7b4476b937ea2877176e838. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 619.318811] nova-conductor[54365]: DEBUG nova.quota [None req-c155d3d1-943d-4f1e-9291-29462c4313e5 tempest-ServerDiagnosticsV248Test-1118028056 tempest-ServerDiagnosticsV248Test-1118028056-project-member] Getting quotas for user 5d8c299ee5704aa6b8bc20b2232504a6 and project 02fb0946a7b4476b937ea2877176e838. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 619.325658] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-c155d3d1-943d-4f1e-9291-29462c4313e5 tempest-ServerDiagnosticsV248Test-1118028056 tempest-ServerDiagnosticsV248Test-1118028056-project-member] [instance: 9735d6d1-eb10-46b4-a273-10b1351033f0] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54365) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 619.325852] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-c155d3d1-943d-4f1e-9291-29462c4313e5 tempest-ServerDiagnosticsV248Test-1118028056 tempest-ServerDiagnosticsV248Test-1118028056-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 619.326093] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-c155d3d1-943d-4f1e-9291-29462c4313e5 tempest-ServerDiagnosticsV248Test-1118028056 tempest-ServerDiagnosticsV248Test-1118028056-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 619.326197] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-c155d3d1-943d-4f1e-9291-29462c4313e5 tempest-ServerDiagnosticsV248Test-1118028056 tempest-ServerDiagnosticsV248Test-1118028056-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 619.334499] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-c155d3d1-943d-4f1e-9291-29462c4313e5 tempest-ServerDiagnosticsV248Test-1118028056 tempest-ServerDiagnosticsV248Test-1118028056-project-member] [instance: 9735d6d1-eb10-46b4-a273-10b1351033f0] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54365) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 619.335228] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-c155d3d1-943d-4f1e-9291-29462c4313e5 tempest-ServerDiagnosticsV248Test-1118028056 tempest-ServerDiagnosticsV248Test-1118028056-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 619.335443] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-c155d3d1-943d-4f1e-9291-29462c4313e5 tempest-ServerDiagnosticsV248Test-1118028056 tempest-ServerDiagnosticsV248Test-1118028056-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 619.335645] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-c155d3d1-943d-4f1e-9291-29462c4313e5 tempest-ServerDiagnosticsV248Test-1118028056 tempest-ServerDiagnosticsV248Test-1118028056-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 619.363856] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-c155d3d1-943d-4f1e-9291-29462c4313e5 tempest-ServerDiagnosticsV248Test-1118028056 tempest-ServerDiagnosticsV248Test-1118028056-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 619.363856] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-c155d3d1-943d-4f1e-9291-29462c4313e5 tempest-ServerDiagnosticsV248Test-1118028056 tempest-ServerDiagnosticsV248Test-1118028056-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 619.364074] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-c155d3d1-943d-4f1e-9291-29462c4313e5 tempest-ServerDiagnosticsV248Test-1118028056 tempest-ServerDiagnosticsV248Test-1118028056-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 622.561063] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-898fc4d0-a669-4334-86b9-092c30077e08 tempest-ServersTestBootFromVolume-1362569340 tempest-ServersTestBootFromVolume-1362569340-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54364) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 622.588961] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-898fc4d0-a669-4334-86b9-092c30077e08 tempest-ServersTestBootFromVolume-1362569340 tempest-ServersTestBootFromVolume-1362569340-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.589847] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-898fc4d0-a669-4334-86b9-092c30077e08 tempest-ServersTestBootFromVolume-1362569340 tempest-ServersTestBootFromVolume-1362569340-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.589847] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-898fc4d0-a669-4334-86b9-092c30077e08 tempest-ServersTestBootFromVolume-1362569340 tempest-ServersTestBootFromVolume-1362569340-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 622.650403] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-898fc4d0-a669-4334-86b9-092c30077e08 tempest-ServersTestBootFromVolume-1362569340 tempest-ServersTestBootFromVolume-1362569340-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.650754] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-898fc4d0-a669-4334-86b9-092c30077e08 tempest-ServersTestBootFromVolume-1362569340 tempest-ServersTestBootFromVolume-1362569340-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.650879] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-898fc4d0-a669-4334-86b9-092c30077e08 tempest-ServersTestBootFromVolume-1362569340 tempest-ServersTestBootFromVolume-1362569340-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 622.651294] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-898fc4d0-a669-4334-86b9-092c30077e08 tempest-ServersTestBootFromVolume-1362569340 tempest-ServersTestBootFromVolume-1362569340-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.651500] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-898fc4d0-a669-4334-86b9-092c30077e08 tempest-ServersTestBootFromVolume-1362569340 tempest-ServersTestBootFromVolume-1362569340-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.651818] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-898fc4d0-a669-4334-86b9-092c30077e08 tempest-ServersTestBootFromVolume-1362569340 tempest-ServersTestBootFromVolume-1362569340-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 622.666689] nova-conductor[54364]: DEBUG nova.quota [None req-898fc4d0-a669-4334-86b9-092c30077e08 tempest-ServersTestBootFromVolume-1362569340 tempest-ServersTestBootFromVolume-1362569340-project-member] Getting quotas for project 700fdfa7078c46a5a8c617466d719183. Resources: {'cores', 'ram', 'instances'} {{(pid=54364) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 622.670973] nova-conductor[54364]: DEBUG nova.quota [None req-898fc4d0-a669-4334-86b9-092c30077e08 tempest-ServersTestBootFromVolume-1362569340 tempest-ServersTestBootFromVolume-1362569340-project-member] Getting quotas for user 1c1e4f5897914808ac77b1d25ae9c529 and project 700fdfa7078c46a5a8c617466d719183. Resources: {'cores', 'ram', 'instances'} {{(pid=54364) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 622.678628] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-898fc4d0-a669-4334-86b9-092c30077e08 tempest-ServersTestBootFromVolume-1362569340 tempest-ServersTestBootFromVolume-1362569340-project-member] [instance: ca4b34e4-3c70-45e0-83ba-fe80d7ff96ab] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54364) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 622.679232] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-898fc4d0-a669-4334-86b9-092c30077e08 tempest-ServersTestBootFromVolume-1362569340 tempest-ServersTestBootFromVolume-1362569340-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.679584] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-898fc4d0-a669-4334-86b9-092c30077e08 tempest-ServersTestBootFromVolume-1362569340 tempest-ServersTestBootFromVolume-1362569340-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.679680] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-898fc4d0-a669-4334-86b9-092c30077e08 tempest-ServersTestBootFromVolume-1362569340 tempest-ServersTestBootFromVolume-1362569340-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 622.684941] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-898fc4d0-a669-4334-86b9-092c30077e08 tempest-ServersTestBootFromVolume-1362569340 tempest-ServersTestBootFromVolume-1362569340-project-member] [instance: ca4b34e4-3c70-45e0-83ba-fe80d7ff96ab] block_device_mapping [BlockDeviceMapping(attachment_id=3f3b1580-589d-4d32-a108-c1be40251ed7,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='volume',device_name=None,device_type=None,disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id=None,instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='volume',tag=None,updated_at=,uuid=,volume_id='062e79e5-3250-4a7a-8935-2f1556fd0acd',volume_size=1,volume_type=None)] {{(pid=54364) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 622.685742] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-898fc4d0-a669-4334-86b9-092c30077e08 tempest-ServersTestBootFromVolume-1362569340 tempest-ServersTestBootFromVolume-1362569340-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.685983] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-898fc4d0-a669-4334-86b9-092c30077e08 tempest-ServersTestBootFromVolume-1362569340 tempest-ServersTestBootFromVolume-1362569340-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.686226] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-898fc4d0-a669-4334-86b9-092c30077e08 tempest-ServersTestBootFromVolume-1362569340 tempest-ServersTestBootFromVolume-1362569340-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 622.711301] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-898fc4d0-a669-4334-86b9-092c30077e08 tempest-ServersTestBootFromVolume-1362569340 tempest-ServersTestBootFromVolume-1362569340-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.711536] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-898fc4d0-a669-4334-86b9-092c30077e08 tempest-ServersTestBootFromVolume-1362569340 tempest-ServersTestBootFromVolume-1362569340-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.711855] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-898fc4d0-a669-4334-86b9-092c30077e08 tempest-ServersTestBootFromVolume-1362569340 tempest-ServersTestBootFromVolume-1362569340-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 623.286665] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-02376305-c722-465f-b920-884da91cf11c tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54364) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 623.312944] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-02376305-c722-465f-b920-884da91cf11c tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 623.313242] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-02376305-c722-465f-b920-884da91cf11c tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 623.313430] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-02376305-c722-465f-b920-884da91cf11c tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 623.363582] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-02376305-c722-465f-b920-884da91cf11c tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 623.363857] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-02376305-c722-465f-b920-884da91cf11c tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 623.364048] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-02376305-c722-465f-b920-884da91cf11c tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 623.364483] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-02376305-c722-465f-b920-884da91cf11c tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 623.364671] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-02376305-c722-465f-b920-884da91cf11c tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 623.364839] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-02376305-c722-465f-b920-884da91cf11c tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 623.381382] nova-conductor[54364]: DEBUG nova.quota [None req-02376305-c722-465f-b920-884da91cf11c tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Getting quotas for project c583f4e7b29743aabd3e96f7c53fa04f. Resources: {'cores', 'ram', 'instances'} {{(pid=54364) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 623.391191] nova-conductor[54364]: DEBUG nova.quota [None req-02376305-c722-465f-b920-884da91cf11c tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Getting quotas for user a1ab4be10d444359a7a3b245ec9b9ea0 and project c583f4e7b29743aabd3e96f7c53fa04f. Resources: {'cores', 'ram', 'instances'} {{(pid=54364) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 623.399073] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-02376305-c722-465f-b920-884da91cf11c tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] [instance: 73145811-c355-462e-9a8e-ffccf2efe683] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54364) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 623.399590] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-02376305-c722-465f-b920-884da91cf11c tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 623.399808] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-02376305-c722-465f-b920-884da91cf11c tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 623.399982] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-02376305-c722-465f-b920-884da91cf11c tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 623.409462] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-02376305-c722-465f-b920-884da91cf11c tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] [instance: 73145811-c355-462e-9a8e-ffccf2efe683] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54364) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 623.409462] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-02376305-c722-465f-b920-884da91cf11c tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 623.409462] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-02376305-c722-465f-b920-884da91cf11c tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 623.409606] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-02376305-c722-465f-b920-884da91cf11c tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 623.429736] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-02376305-c722-465f-b920-884da91cf11c tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 623.430117] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-02376305-c722-465f-b920-884da91cf11c tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 623.430317] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-02376305-c722-465f-b920-884da91cf11c tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 625.130743] nova-conductor[54365]: ERROR nova.scheduler.utils [None req-096178a5-ebab-44f8-845b-079141581102 tempest-FloatingIPsAssociationTestJSON-2140901279 tempest-FloatingIPsAssociationTestJSON-2140901279-project-member] [instance: d22ac031-3202-457c-8bb7-d557ad0fe9f9] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 96cc2528-5a4f-4884-97dc-080a74195033, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance d22ac031-3202-457c-8bb7-d557ad0fe9f9 was re-scheduled: Binding failed for port 96cc2528-5a4f-4884-97dc-080a74195033, please check neutron logs for more information.\n'] [ 625.131493] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-096178a5-ebab-44f8-845b-079141581102 tempest-FloatingIPsAssociationTestJSON-2140901279 tempest-FloatingIPsAssociationTestJSON-2140901279-project-member] Rescheduling: True {{(pid=54365) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 625.131767] nova-conductor[54365]: WARNING nova.scheduler.utils [None req-096178a5-ebab-44f8-845b-079141581102 tempest-FloatingIPsAssociationTestJSON-2140901279 tempest-FloatingIPsAssociationTestJSON-2140901279-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d22ac031-3202-457c-8bb7-d557ad0fe9f9.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d22ac031-3202-457c-8bb7-d557ad0fe9f9. [ 625.132180] nova-conductor[54365]: WARNING nova.scheduler.utils [None req-096178a5-ebab-44f8-845b-079141581102 tempest-FloatingIPsAssociationTestJSON-2140901279 tempest-FloatingIPsAssociationTestJSON-2140901279-project-member] [instance: d22ac031-3202-457c-8bb7-d557ad0fe9f9] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d22ac031-3202-457c-8bb7-d557ad0fe9f9. [ 625.165278] nova-conductor[54365]: DEBUG nova.network.neutron [None req-096178a5-ebab-44f8-845b-079141581102 tempest-FloatingIPsAssociationTestJSON-2140901279 tempest-FloatingIPsAssociationTestJSON-2140901279-project-member] [instance: d22ac031-3202-457c-8bb7-d557ad0fe9f9] deallocate_for_instance() {{(pid=54365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 625.183057] nova-conductor[54365]: DEBUG nova.network.neutron [None req-096178a5-ebab-44f8-845b-079141581102 tempest-FloatingIPsAssociationTestJSON-2140901279 tempest-FloatingIPsAssociationTestJSON-2140901279-project-member] [instance: d22ac031-3202-457c-8bb7-d557ad0fe9f9] Instance cache missing network info. {{(pid=54365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 625.187543] nova-conductor[54365]: DEBUG nova.network.neutron [None req-096178a5-ebab-44f8-845b-079141581102 tempest-FloatingIPsAssociationTestJSON-2140901279 tempest-FloatingIPsAssociationTestJSON-2140901279-project-member] [instance: d22ac031-3202-457c-8bb7-d557ad0fe9f9] Updating instance_info_cache with network_info: [] {{(pid=54365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.306684] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writing DB stats nova_cell0:SELECT=3 {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 629.339009] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writing DB stats nova_cell1:SELECT=9,nova_cell1:SAVEPOINT=2,nova_cell1:INSERT=23,nova_cell1:RELEASE=2 {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 629.351281] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writing DB stats nova_api:SELECT=18,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 630.060130] nova-conductor[54365]: ERROR nova.scheduler.utils [None req-e24a86ef-9e07-4b82-b063-1f4956e3babc tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] [instance: 5680b562-8e8d-4fed-8b48-ec7add23ed7b] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port c495a2a5-cb70-40fe-b790-8849bc1d1fe5, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 5680b562-8e8d-4fed-8b48-ec7add23ed7b was re-scheduled: Binding failed for port c495a2a5-cb70-40fe-b790-8849bc1d1fe5, please check neutron logs for more information.\n'] [ 630.060737] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-e24a86ef-9e07-4b82-b063-1f4956e3babc tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Rescheduling: True {{(pid=54365) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 630.061026] nova-conductor[54365]: WARNING nova.scheduler.utils [None req-e24a86ef-9e07-4b82-b063-1f4956e3babc tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5680b562-8e8d-4fed-8b48-ec7add23ed7b.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5680b562-8e8d-4fed-8b48-ec7add23ed7b. [ 630.061269] nova-conductor[54365]: WARNING nova.scheduler.utils [None req-e24a86ef-9e07-4b82-b063-1f4956e3babc tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] [instance: 5680b562-8e8d-4fed-8b48-ec7add23ed7b] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5680b562-8e8d-4fed-8b48-ec7add23ed7b. [ 630.081662] nova-conductor[54365]: DEBUG nova.network.neutron [None req-e24a86ef-9e07-4b82-b063-1f4956e3babc tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] [instance: 5680b562-8e8d-4fed-8b48-ec7add23ed7b] deallocate_for_instance() {{(pid=54365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 630.098424] nova-conductor[54365]: DEBUG nova.network.neutron [None req-e24a86ef-9e07-4b82-b063-1f4956e3babc tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] [instance: 5680b562-8e8d-4fed-8b48-ec7add23ed7b] Instance cache missing network info. {{(pid=54365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 630.102596] nova-conductor[54365]: DEBUG nova.network.neutron [None req-e24a86ef-9e07-4b82-b063-1f4956e3babc tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] [instance: 5680b562-8e8d-4fed-8b48-ec7add23ed7b] Updating instance_info_cache with network_info: [] {{(pid=54365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.695348] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-96c4eb7e-c573-4b8b-afce-5cf741ea9109 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54365) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 631.713091] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-96c4eb7e-c573-4b8b-afce-5cf741ea9109 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 631.713357] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-96c4eb7e-c573-4b8b-afce-5cf741ea9109 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.713527] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-96c4eb7e-c573-4b8b-afce-5cf741ea9109 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 631.750703] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-96c4eb7e-c573-4b8b-afce-5cf741ea9109 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 631.750944] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-96c4eb7e-c573-4b8b-afce-5cf741ea9109 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.751128] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-96c4eb7e-c573-4b8b-afce-5cf741ea9109 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 631.751501] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-96c4eb7e-c573-4b8b-afce-5cf741ea9109 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 631.751687] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-96c4eb7e-c573-4b8b-afce-5cf741ea9109 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.751874] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-96c4eb7e-c573-4b8b-afce-5cf741ea9109 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 631.763848] nova-conductor[54365]: DEBUG nova.quota [None req-96c4eb7e-c573-4b8b-afce-5cf741ea9109 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Getting quotas for project 33242a5e0a764cf3b8af687fc4302e8e. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 631.767737] nova-conductor[54365]: DEBUG nova.quota [None req-96c4eb7e-c573-4b8b-afce-5cf741ea9109 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Getting quotas for user 27ce526a1d824fe8b6573fa80adcd53f and project 33242a5e0a764cf3b8af687fc4302e8e. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 631.773559] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-96c4eb7e-c573-4b8b-afce-5cf741ea9109 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] [instance: c307cc2f-d0c9-49ab-aafa-768a34199f0c] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54365) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 631.774045] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-96c4eb7e-c573-4b8b-afce-5cf741ea9109 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 631.774266] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-96c4eb7e-c573-4b8b-afce-5cf741ea9109 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.774432] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-96c4eb7e-c573-4b8b-afce-5cf741ea9109 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 631.779673] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-96c4eb7e-c573-4b8b-afce-5cf741ea9109 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] [instance: c307cc2f-d0c9-49ab-aafa-768a34199f0c] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54365) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 631.780389] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-96c4eb7e-c573-4b8b-afce-5cf741ea9109 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 631.780598] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-96c4eb7e-c573-4b8b-afce-5cf741ea9109 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.780768] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-96c4eb7e-c573-4b8b-afce-5cf741ea9109 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 631.797134] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-96c4eb7e-c573-4b8b-afce-5cf741ea9109 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 631.797366] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-96c4eb7e-c573-4b8b-afce-5cf741ea9109 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.797535] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-96c4eb7e-c573-4b8b-afce-5cf741ea9109 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 633.369992] nova-conductor[54364]: DEBUG dbcounter [-] [54364] Writing DB stats nova_cell0:SELECT=13 {{(pid=54364) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 633.412950] nova-conductor[54364]: DEBUG dbcounter [-] [54364] Writing DB stats nova_cell1:SELECT=49,nova_cell1:SAVEPOINT=12,nova_cell1:INSERT=113,nova_cell1:RELEASE=12,nova_cell1:UPDATE=6 {{(pid=54364) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 633.420231] nova-conductor[54364]: DEBUG dbcounter [-] [54364] Writing DB stats nova_api:SELECT=76,nova_api:DELETE=9,nova_api:UPDATE=9 {{(pid=54364) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 633.425266] nova-conductor[54364]: DEBUG dbcounter [-] [54364] Writing DB stats nova_api:SELECT=88,nova_api:UPDATE=5,nova_api:DELETE=5 {{(pid=54364) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 634.680109] nova-conductor[54365]: ERROR nova.scheduler.utils [None req-55dcddcd-f42c-48d5-99b3-6b2d7d933ece tempest-DeleteServersAdminTestJSON-304460697 tempest-DeleteServersAdminTestJSON-304460697-project-member] [instance: 7f17ce32-e674-4275-a313-a3f69dde2ee9] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 539a2943-0cc1-46ab-b932-112b4866f823, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 7f17ce32-e674-4275-a313-a3f69dde2ee9 was re-scheduled: Binding failed for port 539a2943-0cc1-46ab-b932-112b4866f823, please check neutron logs for more information.\n'] [ 634.680752] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-55dcddcd-f42c-48d5-99b3-6b2d7d933ece tempest-DeleteServersAdminTestJSON-304460697 tempest-DeleteServersAdminTestJSON-304460697-project-member] Rescheduling: True {{(pid=54365) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 634.680984] nova-conductor[54365]: WARNING nova.scheduler.utils [None req-55dcddcd-f42c-48d5-99b3-6b2d7d933ece tempest-DeleteServersAdminTestJSON-304460697 tempest-DeleteServersAdminTestJSON-304460697-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 7f17ce32-e674-4275-a313-a3f69dde2ee9.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 7f17ce32-e674-4275-a313-a3f69dde2ee9. [ 634.681317] nova-conductor[54365]: WARNING nova.scheduler.utils [None req-55dcddcd-f42c-48d5-99b3-6b2d7d933ece tempest-DeleteServersAdminTestJSON-304460697 tempest-DeleteServersAdminTestJSON-304460697-project-member] [instance: 7f17ce32-e674-4275-a313-a3f69dde2ee9] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 7f17ce32-e674-4275-a313-a3f69dde2ee9. [ 634.701573] nova-conductor[54365]: DEBUG nova.network.neutron [None req-55dcddcd-f42c-48d5-99b3-6b2d7d933ece tempest-DeleteServersAdminTestJSON-304460697 tempest-DeleteServersAdminTestJSON-304460697-project-member] [instance: 7f17ce32-e674-4275-a313-a3f69dde2ee9] deallocate_for_instance() {{(pid=54365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 634.717058] nova-conductor[54365]: DEBUG nova.network.neutron [None req-55dcddcd-f42c-48d5-99b3-6b2d7d933ece tempest-DeleteServersAdminTestJSON-304460697 tempest-DeleteServersAdminTestJSON-304460697-project-member] [instance: 7f17ce32-e674-4275-a313-a3f69dde2ee9] Instance cache missing network info. {{(pid=54365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 634.720327] nova-conductor[54365]: DEBUG nova.network.neutron [None req-55dcddcd-f42c-48d5-99b3-6b2d7d933ece tempest-DeleteServersAdminTestJSON-304460697 tempest-DeleteServersAdminTestJSON-304460697-project-member] [instance: 7f17ce32-e674-4275-a313-a3f69dde2ee9] Updating instance_info_cache with network_info: [] {{(pid=54365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 638.964073] nova-conductor[54364]: DEBUG dbcounter [-] [54364] Writing DB stats nova_cell1:SELECT=401,nova_cell1:UPDATE=188,nova_cell1:SAVEPOINT=36,nova_cell1:RELEASE=36,nova_cell1:INSERT=22 {{(pid=54364) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 641.009575] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-c2baa77b-5fcc-4666-b642-016bc11a42b0 tempest-ServersTestMultiNic-642164647 tempest-ServersTestMultiNic-642164647-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54364) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 641.023775] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-c2baa77b-5fcc-4666-b642-016bc11a42b0 tempest-ServersTestMultiNic-642164647 tempest-ServersTestMultiNic-642164647-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 641.024050] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-c2baa77b-5fcc-4666-b642-016bc11a42b0 tempest-ServersTestMultiNic-642164647 tempest-ServersTestMultiNic-642164647-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 641.024212] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-c2baa77b-5fcc-4666-b642-016bc11a42b0 tempest-ServersTestMultiNic-642164647 tempest-ServersTestMultiNic-642164647-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 641.050602] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-c2baa77b-5fcc-4666-b642-016bc11a42b0 tempest-ServersTestMultiNic-642164647 tempest-ServersTestMultiNic-642164647-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 641.050802] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-c2baa77b-5fcc-4666-b642-016bc11a42b0 tempest-ServersTestMultiNic-642164647 tempest-ServersTestMultiNic-642164647-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 641.050972] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-c2baa77b-5fcc-4666-b642-016bc11a42b0 tempest-ServersTestMultiNic-642164647 tempest-ServersTestMultiNic-642164647-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 641.051351] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-c2baa77b-5fcc-4666-b642-016bc11a42b0 tempest-ServersTestMultiNic-642164647 tempest-ServersTestMultiNic-642164647-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 641.051539] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-c2baa77b-5fcc-4666-b642-016bc11a42b0 tempest-ServersTestMultiNic-642164647 tempest-ServersTestMultiNic-642164647-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 641.051703] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-c2baa77b-5fcc-4666-b642-016bc11a42b0 tempest-ServersTestMultiNic-642164647 tempest-ServersTestMultiNic-642164647-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 641.058848] nova-conductor[54364]: DEBUG nova.quota [None req-c2baa77b-5fcc-4666-b642-016bc11a42b0 tempest-ServersTestMultiNic-642164647 tempest-ServersTestMultiNic-642164647-project-member] Getting quotas for project 3cd104b68e8640f7a50da22df521f2d7. Resources: {'cores', 'ram', 'instances'} {{(pid=54364) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 641.060925] nova-conductor[54364]: DEBUG nova.quota [None req-c2baa77b-5fcc-4666-b642-016bc11a42b0 tempest-ServersTestMultiNic-642164647 tempest-ServersTestMultiNic-642164647-project-member] Getting quotas for user 4cdd5547cb3a4b5493ef44880000ef13 and project 3cd104b68e8640f7a50da22df521f2d7. Resources: {'cores', 'ram', 'instances'} {{(pid=54364) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 641.065882] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-c2baa77b-5fcc-4666-b642-016bc11a42b0 tempest-ServersTestMultiNic-642164647 tempest-ServersTestMultiNic-642164647-project-member] [instance: c9c375f1-dd7f-43fb-acf6-45e766a8333d] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54364) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 641.066353] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-c2baa77b-5fcc-4666-b642-016bc11a42b0 tempest-ServersTestMultiNic-642164647 tempest-ServersTestMultiNic-642164647-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 641.066549] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-c2baa77b-5fcc-4666-b642-016bc11a42b0 tempest-ServersTestMultiNic-642164647 tempest-ServersTestMultiNic-642164647-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 641.066712] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-c2baa77b-5fcc-4666-b642-016bc11a42b0 tempest-ServersTestMultiNic-642164647 tempest-ServersTestMultiNic-642164647-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 641.070794] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-c2baa77b-5fcc-4666-b642-016bc11a42b0 tempest-ServersTestMultiNic-642164647 tempest-ServersTestMultiNic-642164647-project-member] [instance: c9c375f1-dd7f-43fb-acf6-45e766a8333d] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54364) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 641.071415] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-c2baa77b-5fcc-4666-b642-016bc11a42b0 tempest-ServersTestMultiNic-642164647 tempest-ServersTestMultiNic-642164647-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 641.071611] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-c2baa77b-5fcc-4666-b642-016bc11a42b0 tempest-ServersTestMultiNic-642164647 tempest-ServersTestMultiNic-642164647-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 641.071775] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-c2baa77b-5fcc-4666-b642-016bc11a42b0 tempest-ServersTestMultiNic-642164647 tempest-ServersTestMultiNic-642164647-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 641.088044] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-c2baa77b-5fcc-4666-b642-016bc11a42b0 tempest-ServersTestMultiNic-642164647 tempest-ServersTestMultiNic-642164647-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 641.088323] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-c2baa77b-5fcc-4666-b642-016bc11a42b0 tempest-ServersTestMultiNic-642164647 tempest-ServersTestMultiNic-642164647-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 641.088554] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-c2baa77b-5fcc-4666-b642-016bc11a42b0 tempest-ServersTestMultiNic-642164647 tempest-ServersTestMultiNic-642164647-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 641.756670] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writing DB stats nova_cell0:SELECT=1 {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 641.782886] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 641.790608] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writing DB stats nova_api:SELECT=7,nova_api:UPDATE=1 {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 641.794578] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writing DB stats nova_api:SELECT=24,nova_api:DELETE=3,nova_api:UPDATE=2 {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 643.769113] nova-conductor[54365]: ERROR nova.scheduler.utils [None req-eae585f0-15bc-4aa4-8d27-a983e384532e tempest-ServerRescueTestJSON-484164136 tempest-ServerRescueTestJSON-484164136-project-member] [instance: b79f2461-2b0f-4427-abb8-7a3a192e6230] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port cfc22c12-4455-44de-8005-6c8a50fac191, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance b79f2461-2b0f-4427-abb8-7a3a192e6230 was re-scheduled: Binding failed for port cfc22c12-4455-44de-8005-6c8a50fac191, please check neutron logs for more information.\n'] [ 643.769113] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-eae585f0-15bc-4aa4-8d27-a983e384532e tempest-ServerRescueTestJSON-484164136 tempest-ServerRescueTestJSON-484164136-project-member] Rescheduling: True {{(pid=54365) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 643.769447] nova-conductor[54365]: WARNING nova.scheduler.utils [None req-eae585f0-15bc-4aa4-8d27-a983e384532e tempest-ServerRescueTestJSON-484164136 tempest-ServerRescueTestJSON-484164136-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b79f2461-2b0f-4427-abb8-7a3a192e6230.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b79f2461-2b0f-4427-abb8-7a3a192e6230. [ 643.769500] nova-conductor[54365]: WARNING nova.scheduler.utils [None req-eae585f0-15bc-4aa4-8d27-a983e384532e tempest-ServerRescueTestJSON-484164136 tempest-ServerRescueTestJSON-484164136-project-member] [instance: b79f2461-2b0f-4427-abb8-7a3a192e6230] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance b79f2461-2b0f-4427-abb8-7a3a192e6230. [ 643.802562] nova-conductor[54365]: DEBUG nova.network.neutron [None req-eae585f0-15bc-4aa4-8d27-a983e384532e tempest-ServerRescueTestJSON-484164136 tempest-ServerRescueTestJSON-484164136-project-member] [instance: b79f2461-2b0f-4427-abb8-7a3a192e6230] deallocate_for_instance() {{(pid=54365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 643.823190] nova-conductor[54365]: DEBUG nova.network.neutron [None req-eae585f0-15bc-4aa4-8d27-a983e384532e tempest-ServerRescueTestJSON-484164136 tempest-ServerRescueTestJSON-484164136-project-member] [instance: b79f2461-2b0f-4427-abb8-7a3a192e6230] Instance cache missing network info. {{(pid=54365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 643.828654] nova-conductor[54365]: DEBUG nova.network.neutron [None req-eae585f0-15bc-4aa4-8d27-a983e384532e tempest-ServerRescueTestJSON-484164136 tempest-ServerRescueTestJSON-484164136-project-member] [instance: b79f2461-2b0f-4427-abb8-7a3a192e6230] Updating instance_info_cache with network_info: [] {{(pid=54365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 644.652519] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writing DB stats nova_cell1:UPDATE=212,nova_cell1:SELECT=429,nova_cell1:SAVEPOINT=36,nova_cell1:RELEASE=36,nova_cell1:INSERT=33 {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 645.682276] nova-conductor[54364]: ERROR nova.scheduler.utils [None req-523c9196-9c8c-4a73-8190-23ed593f11f6 tempest-InstanceActionsNegativeTestJSON-176149514 tempest-InstanceActionsNegativeTestJSON-176149514-project-member] [instance: ee06b107-4352-4491-b9bb-7faa7ccb5571] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 38a8e5b2-bc03-4720-9b2d-6905bfedbca5, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance ee06b107-4352-4491-b9bb-7faa7ccb5571 was re-scheduled: Binding failed for port 38a8e5b2-bc03-4720-9b2d-6905bfedbca5, please check neutron logs for more information.\n'] [ 645.682937] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-523c9196-9c8c-4a73-8190-23ed593f11f6 tempest-InstanceActionsNegativeTestJSON-176149514 tempest-InstanceActionsNegativeTestJSON-176149514-project-member] Rescheduling: True {{(pid=54364) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 645.683979] nova-conductor[54364]: WARNING nova.scheduler.utils [None req-523c9196-9c8c-4a73-8190-23ed593f11f6 tempest-InstanceActionsNegativeTestJSON-176149514 tempest-InstanceActionsNegativeTestJSON-176149514-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ee06b107-4352-4491-b9bb-7faa7ccb5571.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ee06b107-4352-4491-b9bb-7faa7ccb5571. [ 645.684340] nova-conductor[54364]: WARNING nova.scheduler.utils [None req-523c9196-9c8c-4a73-8190-23ed593f11f6 tempest-InstanceActionsNegativeTestJSON-176149514 tempest-InstanceActionsNegativeTestJSON-176149514-project-member] [instance: ee06b107-4352-4491-b9bb-7faa7ccb5571] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ee06b107-4352-4491-b9bb-7faa7ccb5571. [ 645.716990] nova-conductor[54364]: DEBUG nova.network.neutron [None req-523c9196-9c8c-4a73-8190-23ed593f11f6 tempest-InstanceActionsNegativeTestJSON-176149514 tempest-InstanceActionsNegativeTestJSON-176149514-project-member] [instance: ee06b107-4352-4491-b9bb-7faa7ccb5571] deallocate_for_instance() {{(pid=54364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 645.745951] nova-conductor[54364]: DEBUG nova.network.neutron [None req-523c9196-9c8c-4a73-8190-23ed593f11f6 tempest-InstanceActionsNegativeTestJSON-176149514 tempest-InstanceActionsNegativeTestJSON-176149514-project-member] [instance: ee06b107-4352-4491-b9bb-7faa7ccb5571] Instance cache missing network info. {{(pid=54364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 645.751157] nova-conductor[54364]: DEBUG nova.network.neutron [None req-523c9196-9c8c-4a73-8190-23ed593f11f6 tempest-InstanceActionsNegativeTestJSON-176149514 tempest-InstanceActionsNegativeTestJSON-176149514-project-member] [instance: ee06b107-4352-4491-b9bb-7faa7ccb5571] Updating instance_info_cache with network_info: [] {{(pid=54364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.593483] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-71c0a200-3df5-47f6-95f3-0b8e39ac3271 tempest-ServerTagsTestJSON-1344909590 tempest-ServerTagsTestJSON-1344909590-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54365) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 650.610024] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-71c0a200-3df5-47f6-95f3-0b8e39ac3271 tempest-ServerTagsTestJSON-1344909590 tempest-ServerTagsTestJSON-1344909590-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 650.610024] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-71c0a200-3df5-47f6-95f3-0b8e39ac3271 tempest-ServerTagsTestJSON-1344909590 tempest-ServerTagsTestJSON-1344909590-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 650.610024] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-71c0a200-3df5-47f6-95f3-0b8e39ac3271 tempest-ServerTagsTestJSON-1344909590 tempest-ServerTagsTestJSON-1344909590-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 650.651430] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-71c0a200-3df5-47f6-95f3-0b8e39ac3271 tempest-ServerTagsTestJSON-1344909590 tempest-ServerTagsTestJSON-1344909590-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 650.651668] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-71c0a200-3df5-47f6-95f3-0b8e39ac3271 tempest-ServerTagsTestJSON-1344909590 tempest-ServerTagsTestJSON-1344909590-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 650.651838] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-71c0a200-3df5-47f6-95f3-0b8e39ac3271 tempest-ServerTagsTestJSON-1344909590 tempest-ServerTagsTestJSON-1344909590-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 650.652247] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-71c0a200-3df5-47f6-95f3-0b8e39ac3271 tempest-ServerTagsTestJSON-1344909590 tempest-ServerTagsTestJSON-1344909590-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 650.652447] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-71c0a200-3df5-47f6-95f3-0b8e39ac3271 tempest-ServerTagsTestJSON-1344909590 tempest-ServerTagsTestJSON-1344909590-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 650.652608] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-71c0a200-3df5-47f6-95f3-0b8e39ac3271 tempest-ServerTagsTestJSON-1344909590 tempest-ServerTagsTestJSON-1344909590-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 650.665898] nova-conductor[54365]: DEBUG nova.quota [None req-71c0a200-3df5-47f6-95f3-0b8e39ac3271 tempest-ServerTagsTestJSON-1344909590 tempest-ServerTagsTestJSON-1344909590-project-member] Getting quotas for project ed19573ec84647b39c783ef4ebc13a9b. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 650.670428] nova-conductor[54365]: DEBUG nova.quota [None req-71c0a200-3df5-47f6-95f3-0b8e39ac3271 tempest-ServerTagsTestJSON-1344909590 tempest-ServerTagsTestJSON-1344909590-project-member] Getting quotas for user b521f2117b9441eea877a38d47f428ae and project ed19573ec84647b39c783ef4ebc13a9b. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 650.675914] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-71c0a200-3df5-47f6-95f3-0b8e39ac3271 tempest-ServerTagsTestJSON-1344909590 tempest-ServerTagsTestJSON-1344909590-project-member] [instance: 8e7c5e2e-c419-44c9-85b0-c9cc171b87f1] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54365) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 650.676426] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-71c0a200-3df5-47f6-95f3-0b8e39ac3271 tempest-ServerTagsTestJSON-1344909590 tempest-ServerTagsTestJSON-1344909590-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 650.676699] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-71c0a200-3df5-47f6-95f3-0b8e39ac3271 tempest-ServerTagsTestJSON-1344909590 tempest-ServerTagsTestJSON-1344909590-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 650.676919] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-71c0a200-3df5-47f6-95f3-0b8e39ac3271 tempest-ServerTagsTestJSON-1344909590 tempest-ServerTagsTestJSON-1344909590-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 650.681582] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-71c0a200-3df5-47f6-95f3-0b8e39ac3271 tempest-ServerTagsTestJSON-1344909590 tempest-ServerTagsTestJSON-1344909590-project-member] [instance: 8e7c5e2e-c419-44c9-85b0-c9cc171b87f1] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54365) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 650.682250] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-71c0a200-3df5-47f6-95f3-0b8e39ac3271 tempest-ServerTagsTestJSON-1344909590 tempest-ServerTagsTestJSON-1344909590-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 650.682453] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-71c0a200-3df5-47f6-95f3-0b8e39ac3271 tempest-ServerTagsTestJSON-1344909590 tempest-ServerTagsTestJSON-1344909590-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 650.682610] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-71c0a200-3df5-47f6-95f3-0b8e39ac3271 tempest-ServerTagsTestJSON-1344909590 tempest-ServerTagsTestJSON-1344909590-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 650.709818] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-71c0a200-3df5-47f6-95f3-0b8e39ac3271 tempest-ServerTagsTestJSON-1344909590 tempest-ServerTagsTestJSON-1344909590-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 650.709975] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-71c0a200-3df5-47f6-95f3-0b8e39ac3271 tempest-ServerTagsTestJSON-1344909590 tempest-ServerTagsTestJSON-1344909590-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 650.710375] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-71c0a200-3df5-47f6-95f3-0b8e39ac3271 tempest-ServerTagsTestJSON-1344909590 tempest-ServerTagsTestJSON-1344909590-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 651.055325] nova-conductor[54364]: DEBUG dbcounter [-] [54364] Writing DB stats nova_cell0:SELECT=1 {{(pid=54364) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 651.074954] nova-conductor[54364]: DEBUG dbcounter [-] [54364] Writing DB stats nova_cell1:SELECT=3,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=8,nova_cell1:RELEASE=1 {{(pid=54364) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 651.083437] nova-conductor[54364]: DEBUG dbcounter [-] [54364] Writing DB stats nova_api:SELECT=7,nova_api:UPDATE=1 {{(pid=54364) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 651.085483] nova-conductor[54364]: DEBUG dbcounter [-] [54364] Writing DB stats nova_api:SELECT=5,nova_api:DELETE=1 {{(pid=54364) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 652.550977] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-3aa6ed4e-be16-487b-81a5-8ab380367e80 tempest-ServerPasswordTestJSON-1103504192 tempest-ServerPasswordTestJSON-1103504192-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54364) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 652.564537] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-3aa6ed4e-be16-487b-81a5-8ab380367e80 tempest-ServerPasswordTestJSON-1103504192 tempest-ServerPasswordTestJSON-1103504192-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 652.564782] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-3aa6ed4e-be16-487b-81a5-8ab380367e80 tempest-ServerPasswordTestJSON-1103504192 tempest-ServerPasswordTestJSON-1103504192-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 652.564956] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-3aa6ed4e-be16-487b-81a5-8ab380367e80 tempest-ServerPasswordTestJSON-1103504192 tempest-ServerPasswordTestJSON-1103504192-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 652.599287] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-3aa6ed4e-be16-487b-81a5-8ab380367e80 tempest-ServerPasswordTestJSON-1103504192 tempest-ServerPasswordTestJSON-1103504192-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 652.599533] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-3aa6ed4e-be16-487b-81a5-8ab380367e80 tempest-ServerPasswordTestJSON-1103504192 tempest-ServerPasswordTestJSON-1103504192-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 652.599706] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-3aa6ed4e-be16-487b-81a5-8ab380367e80 tempest-ServerPasswordTestJSON-1103504192 tempest-ServerPasswordTestJSON-1103504192-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 652.600092] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-3aa6ed4e-be16-487b-81a5-8ab380367e80 tempest-ServerPasswordTestJSON-1103504192 tempest-ServerPasswordTestJSON-1103504192-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 652.600282] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-3aa6ed4e-be16-487b-81a5-8ab380367e80 tempest-ServerPasswordTestJSON-1103504192 tempest-ServerPasswordTestJSON-1103504192-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 652.600443] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-3aa6ed4e-be16-487b-81a5-8ab380367e80 tempest-ServerPasswordTestJSON-1103504192 tempest-ServerPasswordTestJSON-1103504192-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 652.612254] nova-conductor[54364]: DEBUG nova.quota [None req-3aa6ed4e-be16-487b-81a5-8ab380367e80 tempest-ServerPasswordTestJSON-1103504192 tempest-ServerPasswordTestJSON-1103504192-project-member] Getting quotas for project 05500ec9ee6d46de8e04be67b55e1c46. Resources: {'cores', 'ram', 'instances'} {{(pid=54364) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 652.615091] nova-conductor[54364]: DEBUG nova.quota [None req-3aa6ed4e-be16-487b-81a5-8ab380367e80 tempest-ServerPasswordTestJSON-1103504192 tempest-ServerPasswordTestJSON-1103504192-project-member] Getting quotas for user 1bbb2cdeea5649399669b97d22a596c7 and project 05500ec9ee6d46de8e04be67b55e1c46. Resources: {'cores', 'ram', 'instances'} {{(pid=54364) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 652.620318] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-3aa6ed4e-be16-487b-81a5-8ab380367e80 tempest-ServerPasswordTestJSON-1103504192 tempest-ServerPasswordTestJSON-1103504192-project-member] [instance: 695dfaa6-8e34-4426-b025-6ce7e4e3174c] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54364) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 652.620761] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-3aa6ed4e-be16-487b-81a5-8ab380367e80 tempest-ServerPasswordTestJSON-1103504192 tempest-ServerPasswordTestJSON-1103504192-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 652.620979] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-3aa6ed4e-be16-487b-81a5-8ab380367e80 tempest-ServerPasswordTestJSON-1103504192 tempest-ServerPasswordTestJSON-1103504192-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 652.621170] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-3aa6ed4e-be16-487b-81a5-8ab380367e80 tempest-ServerPasswordTestJSON-1103504192 tempest-ServerPasswordTestJSON-1103504192-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 652.625726] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-3aa6ed4e-be16-487b-81a5-8ab380367e80 tempest-ServerPasswordTestJSON-1103504192 tempest-ServerPasswordTestJSON-1103504192-project-member] [instance: 695dfaa6-8e34-4426-b025-6ce7e4e3174c] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54364) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 652.626406] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-3aa6ed4e-be16-487b-81a5-8ab380367e80 tempest-ServerPasswordTestJSON-1103504192 tempest-ServerPasswordTestJSON-1103504192-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 652.626614] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-3aa6ed4e-be16-487b-81a5-8ab380367e80 tempest-ServerPasswordTestJSON-1103504192 tempest-ServerPasswordTestJSON-1103504192-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 652.626781] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-3aa6ed4e-be16-487b-81a5-8ab380367e80 tempest-ServerPasswordTestJSON-1103504192 tempest-ServerPasswordTestJSON-1103504192-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 652.642629] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-3aa6ed4e-be16-487b-81a5-8ab380367e80 tempest-ServerPasswordTestJSON-1103504192 tempest-ServerPasswordTestJSON-1103504192-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 652.642704] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-3aa6ed4e-be16-487b-81a5-8ab380367e80 tempest-ServerPasswordTestJSON-1103504192 tempest-ServerPasswordTestJSON-1103504192-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 652.642999] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-3aa6ed4e-be16-487b-81a5-8ab380367e80 tempest-ServerPasswordTestJSON-1103504192 tempest-ServerPasswordTestJSON-1103504192-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 656.329255] nova-conductor[54364]: ERROR nova.scheduler.utils [None req-019cd5f2-d466-47e3-84ef-96427387228f tempest-ServerGroupTestJSON-193793233 tempest-ServerGroupTestJSON-193793233-project-member] [instance: 972e1187-09ee-4703-a3bc-7eb213a5c52e] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port ea6ce5f8-690a-4e8e-8143-d1b062fe542b, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 972e1187-09ee-4703-a3bc-7eb213a5c52e was re-scheduled: Binding failed for port ea6ce5f8-690a-4e8e-8143-d1b062fe542b, please check neutron logs for more information.\n'] [ 656.329908] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-019cd5f2-d466-47e3-84ef-96427387228f tempest-ServerGroupTestJSON-193793233 tempest-ServerGroupTestJSON-193793233-project-member] Rescheduling: True {{(pid=54364) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 656.330388] nova-conductor[54364]: WARNING nova.scheduler.utils [None req-019cd5f2-d466-47e3-84ef-96427387228f tempest-ServerGroupTestJSON-193793233 tempest-ServerGroupTestJSON-193793233-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 972e1187-09ee-4703-a3bc-7eb213a5c52e.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 972e1187-09ee-4703-a3bc-7eb213a5c52e. [ 656.330591] nova-conductor[54364]: WARNING nova.scheduler.utils [None req-019cd5f2-d466-47e3-84ef-96427387228f tempest-ServerGroupTestJSON-193793233 tempest-ServerGroupTestJSON-193793233-project-member] [instance: 972e1187-09ee-4703-a3bc-7eb213a5c52e] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 972e1187-09ee-4703-a3bc-7eb213a5c52e. [ 656.358431] nova-conductor[54364]: DEBUG nova.network.neutron [None req-019cd5f2-d466-47e3-84ef-96427387228f tempest-ServerGroupTestJSON-193793233 tempest-ServerGroupTestJSON-193793233-project-member] [instance: 972e1187-09ee-4703-a3bc-7eb213a5c52e] deallocate_for_instance() {{(pid=54364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 656.378791] nova-conductor[54364]: DEBUG nova.network.neutron [None req-019cd5f2-d466-47e3-84ef-96427387228f tempest-ServerGroupTestJSON-193793233 tempest-ServerGroupTestJSON-193793233-project-member] [instance: 972e1187-09ee-4703-a3bc-7eb213a5c52e] Instance cache missing network info. {{(pid=54364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 656.381673] nova-conductor[54364]: DEBUG nova.network.neutron [None req-019cd5f2-d466-47e3-84ef-96427387228f tempest-ServerGroupTestJSON-193793233 tempest-ServerGroupTestJSON-193793233-project-member] [instance: 972e1187-09ee-4703-a3bc-7eb213a5c52e] Updating instance_info_cache with network_info: [] {{(pid=54364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.650535] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-fc00afe8-7a6a-49ff-8fd6-885b9e4f92a8 tempest-ServerShowV257Test-1984098576 tempest-ServerShowV257Test-1984098576-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54364) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 659.666079] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-fc00afe8-7a6a-49ff-8fd6-885b9e4f92a8 tempest-ServerShowV257Test-1984098576 tempest-ServerShowV257Test-1984098576-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 659.666324] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-fc00afe8-7a6a-49ff-8fd6-885b9e4f92a8 tempest-ServerShowV257Test-1984098576 tempest-ServerShowV257Test-1984098576-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 659.666493] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-fc00afe8-7a6a-49ff-8fd6-885b9e4f92a8 tempest-ServerShowV257Test-1984098576 tempest-ServerShowV257Test-1984098576-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 659.713038] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-fc00afe8-7a6a-49ff-8fd6-885b9e4f92a8 tempest-ServerShowV257Test-1984098576 tempest-ServerShowV257Test-1984098576-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 659.713038] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-fc00afe8-7a6a-49ff-8fd6-885b9e4f92a8 tempest-ServerShowV257Test-1984098576 tempest-ServerShowV257Test-1984098576-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 659.713038] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-fc00afe8-7a6a-49ff-8fd6-885b9e4f92a8 tempest-ServerShowV257Test-1984098576 tempest-ServerShowV257Test-1984098576-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 659.713038] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-fc00afe8-7a6a-49ff-8fd6-885b9e4f92a8 tempest-ServerShowV257Test-1984098576 tempest-ServerShowV257Test-1984098576-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 659.713038] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-fc00afe8-7a6a-49ff-8fd6-885b9e4f92a8 tempest-ServerShowV257Test-1984098576 tempest-ServerShowV257Test-1984098576-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 659.713038] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-fc00afe8-7a6a-49ff-8fd6-885b9e4f92a8 tempest-ServerShowV257Test-1984098576 tempest-ServerShowV257Test-1984098576-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 659.747096] nova-conductor[54364]: DEBUG nova.quota [None req-fc00afe8-7a6a-49ff-8fd6-885b9e4f92a8 tempest-ServerShowV257Test-1984098576 tempest-ServerShowV257Test-1984098576-project-member] Getting quotas for project 01538a2087c34a9cb6913108916ea478. Resources: {'cores', 'ram', 'instances'} {{(pid=54364) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 659.756068] nova-conductor[54364]: DEBUG nova.quota [None req-fc00afe8-7a6a-49ff-8fd6-885b9e4f92a8 tempest-ServerShowV257Test-1984098576 tempest-ServerShowV257Test-1984098576-project-member] Getting quotas for user ed5a22ad470d4fa290981cf52b0bec38 and project 01538a2087c34a9cb6913108916ea478. Resources: {'cores', 'ram', 'instances'} {{(pid=54364) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 659.765069] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-fc00afe8-7a6a-49ff-8fd6-885b9e4f92a8 tempest-ServerShowV257Test-1984098576 tempest-ServerShowV257Test-1984098576-project-member] [instance: dfe3d851-8b82-4d0f-9346-b22a5b4ec1fe] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54364) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 659.765772] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-fc00afe8-7a6a-49ff-8fd6-885b9e4f92a8 tempest-ServerShowV257Test-1984098576 tempest-ServerShowV257Test-1984098576-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 659.766019] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-fc00afe8-7a6a-49ff-8fd6-885b9e4f92a8 tempest-ServerShowV257Test-1984098576 tempest-ServerShowV257Test-1984098576-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 659.766192] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-fc00afe8-7a6a-49ff-8fd6-885b9e4f92a8 tempest-ServerShowV257Test-1984098576 tempest-ServerShowV257Test-1984098576-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 659.772457] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-fc00afe8-7a6a-49ff-8fd6-885b9e4f92a8 tempest-ServerShowV257Test-1984098576 tempest-ServerShowV257Test-1984098576-project-member] [instance: dfe3d851-8b82-4d0f-9346-b22a5b4ec1fe] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54364) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 659.773105] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-fc00afe8-7a6a-49ff-8fd6-885b9e4f92a8 tempest-ServerShowV257Test-1984098576 tempest-ServerShowV257Test-1984098576-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 659.773314] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-fc00afe8-7a6a-49ff-8fd6-885b9e4f92a8 tempest-ServerShowV257Test-1984098576 tempest-ServerShowV257Test-1984098576-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 659.773478] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-fc00afe8-7a6a-49ff-8fd6-885b9e4f92a8 tempest-ServerShowV257Test-1984098576 tempest-ServerShowV257Test-1984098576-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 659.795172] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-fc00afe8-7a6a-49ff-8fd6-885b9e4f92a8 tempest-ServerShowV257Test-1984098576 tempest-ServerShowV257Test-1984098576-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 659.795413] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-fc00afe8-7a6a-49ff-8fd6-885b9e4f92a8 tempest-ServerShowV257Test-1984098576 tempest-ServerShowV257Test-1984098576-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 659.795579] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-fc00afe8-7a6a-49ff-8fd6-885b9e4f92a8 tempest-ServerShowV257Test-1984098576 tempest-ServerShowV257Test-1984098576-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 660.658024] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writing DB stats nova_cell0:SELECT=1 {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 660.685365] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writing DB stats nova_cell1:SELECT=3,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=8,nova_cell1:RELEASE=1 {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 660.696835] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writing DB stats nova_api:SELECT=5,nova_api:UPDATE=1 {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 660.705627] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writing DB stats nova_api:SELECT=7,nova_api:DELETE=1 {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 664.694428] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-67b78c50-31ec-4718-896d-7b408ca57961 tempest-ServersNegativeTestMultiTenantJSON-130378985 tempest-ServersNegativeTestMultiTenantJSON-130378985-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54365) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 664.713015] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-67b78c50-31ec-4718-896d-7b408ca57961 tempest-ServersNegativeTestMultiTenantJSON-130378985 tempest-ServersNegativeTestMultiTenantJSON-130378985-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 664.713015] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-67b78c50-31ec-4718-896d-7b408ca57961 tempest-ServersNegativeTestMultiTenantJSON-130378985 tempest-ServersNegativeTestMultiTenantJSON-130378985-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 664.713015] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-67b78c50-31ec-4718-896d-7b408ca57961 tempest-ServersNegativeTestMultiTenantJSON-130378985 tempest-ServersNegativeTestMultiTenantJSON-130378985-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 664.752270] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-67b78c50-31ec-4718-896d-7b408ca57961 tempest-ServersNegativeTestMultiTenantJSON-130378985 tempest-ServersNegativeTestMultiTenantJSON-130378985-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 664.752270] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-67b78c50-31ec-4718-896d-7b408ca57961 tempest-ServersNegativeTestMultiTenantJSON-130378985 tempest-ServersNegativeTestMultiTenantJSON-130378985-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 664.752270] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-67b78c50-31ec-4718-896d-7b408ca57961 tempest-ServersNegativeTestMultiTenantJSON-130378985 tempest-ServersNegativeTestMultiTenantJSON-130378985-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 664.752467] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-67b78c50-31ec-4718-896d-7b408ca57961 tempest-ServersNegativeTestMultiTenantJSON-130378985 tempest-ServersNegativeTestMultiTenantJSON-130378985-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 664.752623] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-67b78c50-31ec-4718-896d-7b408ca57961 tempest-ServersNegativeTestMultiTenantJSON-130378985 tempest-ServersNegativeTestMultiTenantJSON-130378985-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 664.753270] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-67b78c50-31ec-4718-896d-7b408ca57961 tempest-ServersNegativeTestMultiTenantJSON-130378985 tempest-ServersNegativeTestMultiTenantJSON-130378985-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 664.765182] nova-conductor[54365]: DEBUG nova.quota [None req-67b78c50-31ec-4718-896d-7b408ca57961 tempest-ServersNegativeTestMultiTenantJSON-130378985 tempest-ServersNegativeTestMultiTenantJSON-130378985-project-member] Getting quotas for project 988b875c01fb4d98a925ceca69089777. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 664.767617] nova-conductor[54365]: DEBUG nova.quota [None req-67b78c50-31ec-4718-896d-7b408ca57961 tempest-ServersNegativeTestMultiTenantJSON-130378985 tempest-ServersNegativeTestMultiTenantJSON-130378985-project-member] Getting quotas for user d738f7981e8d4452bfa83a661fd4acb4 and project 988b875c01fb4d98a925ceca69089777. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 664.777756] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-67b78c50-31ec-4718-896d-7b408ca57961 tempest-ServersNegativeTestMultiTenantJSON-130378985 tempest-ServersNegativeTestMultiTenantJSON-130378985-project-member] [instance: eda91c9e-886e-468e-b9eb-0435c1e94cd3] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54365) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 664.778412] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-67b78c50-31ec-4718-896d-7b408ca57961 tempest-ServersNegativeTestMultiTenantJSON-130378985 tempest-ServersNegativeTestMultiTenantJSON-130378985-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 664.778689] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-67b78c50-31ec-4718-896d-7b408ca57961 tempest-ServersNegativeTestMultiTenantJSON-130378985 tempest-ServersNegativeTestMultiTenantJSON-130378985-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 664.781036] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-67b78c50-31ec-4718-896d-7b408ca57961 tempest-ServersNegativeTestMultiTenantJSON-130378985 tempest-ServersNegativeTestMultiTenantJSON-130378985-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 664.786262] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-67b78c50-31ec-4718-896d-7b408ca57961 tempest-ServersNegativeTestMultiTenantJSON-130378985 tempest-ServersNegativeTestMultiTenantJSON-130378985-project-member] [instance: eda91c9e-886e-468e-b9eb-0435c1e94cd3] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54365) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 664.786793] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-67b78c50-31ec-4718-896d-7b408ca57961 tempest-ServersNegativeTestMultiTenantJSON-130378985 tempest-ServersNegativeTestMultiTenantJSON-130378985-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 664.786956] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-67b78c50-31ec-4718-896d-7b408ca57961 tempest-ServersNegativeTestMultiTenantJSON-130378985 tempest-ServersNegativeTestMultiTenantJSON-130378985-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 664.787158] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-67b78c50-31ec-4718-896d-7b408ca57961 tempest-ServersNegativeTestMultiTenantJSON-130378985 tempest-ServersNegativeTestMultiTenantJSON-130378985-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 664.809301] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-67b78c50-31ec-4718-896d-7b408ca57961 tempest-ServersNegativeTestMultiTenantJSON-130378985 tempest-ServersNegativeTestMultiTenantJSON-130378985-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 664.809517] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-67b78c50-31ec-4718-896d-7b408ca57961 tempest-ServersNegativeTestMultiTenantJSON-130378985 tempest-ServersNegativeTestMultiTenantJSON-130378985-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 664.809684] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-67b78c50-31ec-4718-896d-7b408ca57961 tempest-ServersNegativeTestMultiTenantJSON-130378985 tempest-ServersNegativeTestMultiTenantJSON-130378985-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 664.864222] nova-conductor[54364]: ERROR nova.scheduler.utils [None req-092ff824-0f8e-4d89-a4d6-b3b0c372388e tempest-ImagesOneServerTestJSON-480946824 tempest-ImagesOneServerTestJSON-480946824-project-member] [instance: 4261dd1f-7a4c-4442-b7a8-ec3f3fdabefc] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 758127a2-1efd-462c-94e0-cf1ca05545ae, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 4261dd1f-7a4c-4442-b7a8-ec3f3fdabefc was re-scheduled: Binding failed for port 758127a2-1efd-462c-94e0-cf1ca05545ae, please check neutron logs for more information.\n'] [ 664.864222] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-092ff824-0f8e-4d89-a4d6-b3b0c372388e tempest-ImagesOneServerTestJSON-480946824 tempest-ImagesOneServerTestJSON-480946824-project-member] Rescheduling: True {{(pid=54364) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 664.864222] nova-conductor[54364]: WARNING nova.scheduler.utils [None req-092ff824-0f8e-4d89-a4d6-b3b0c372388e tempest-ImagesOneServerTestJSON-480946824 tempest-ImagesOneServerTestJSON-480946824-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4261dd1f-7a4c-4442-b7a8-ec3f3fdabefc.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4261dd1f-7a4c-4442-b7a8-ec3f3fdabefc. [ 664.864222] nova-conductor[54364]: WARNING nova.scheduler.utils [None req-092ff824-0f8e-4d89-a4d6-b3b0c372388e tempest-ImagesOneServerTestJSON-480946824 tempest-ImagesOneServerTestJSON-480946824-project-member] [instance: 4261dd1f-7a4c-4442-b7a8-ec3f3fdabefc] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4261dd1f-7a4c-4442-b7a8-ec3f3fdabefc. [ 664.902839] nova-conductor[54364]: DEBUG nova.network.neutron [None req-092ff824-0f8e-4d89-a4d6-b3b0c372388e tempest-ImagesOneServerTestJSON-480946824 tempest-ImagesOneServerTestJSON-480946824-project-member] [instance: 4261dd1f-7a4c-4442-b7a8-ec3f3fdabefc] deallocate_for_instance() {{(pid=54364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 664.923858] nova-conductor[54364]: DEBUG nova.network.neutron [None req-092ff824-0f8e-4d89-a4d6-b3b0c372388e tempest-ImagesOneServerTestJSON-480946824 tempest-ImagesOneServerTestJSON-480946824-project-member] [instance: 4261dd1f-7a4c-4442-b7a8-ec3f3fdabefc] Instance cache missing network info. {{(pid=54364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 664.928053] nova-conductor[54364]: DEBUG nova.network.neutron [None req-092ff824-0f8e-4d89-a4d6-b3b0c372388e tempest-ImagesOneServerTestJSON-480946824 tempest-ImagesOneServerTestJSON-480946824-project-member] [instance: 4261dd1f-7a4c-4442-b7a8-ec3f3fdabefc] Updating instance_info_cache with network_info: [] {{(pid=54364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.427108] nova-conductor[54364]: ERROR nova.scheduler.utils [None req-ae942943-aba1-4ac7-8081-0f74ebfc3a99 tempest-VolumesAdminNegativeTest-1916042834 tempest-VolumesAdminNegativeTest-1916042834-project-member] [instance: c4ada5ac-4da7-4ae8-a9d9-577a83dd0359] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port f88f8e1d-28c6-463a-a3b1-e82451ce6b58, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance c4ada5ac-4da7-4ae8-a9d9-577a83dd0359 was re-scheduled: Binding failed for port f88f8e1d-28c6-463a-a3b1-e82451ce6b58, please check neutron logs for more information.\n'] [ 669.428047] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-ae942943-aba1-4ac7-8081-0f74ebfc3a99 tempest-VolumesAdminNegativeTest-1916042834 tempest-VolumesAdminNegativeTest-1916042834-project-member] Rescheduling: True {{(pid=54364) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 669.428354] nova-conductor[54364]: WARNING nova.scheduler.utils [None req-ae942943-aba1-4ac7-8081-0f74ebfc3a99 tempest-VolumesAdminNegativeTest-1916042834 tempest-VolumesAdminNegativeTest-1916042834-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c4ada5ac-4da7-4ae8-a9d9-577a83dd0359.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c4ada5ac-4da7-4ae8-a9d9-577a83dd0359. [ 669.428796] nova-conductor[54364]: WARNING nova.scheduler.utils [None req-ae942943-aba1-4ac7-8081-0f74ebfc3a99 tempest-VolumesAdminNegativeTest-1916042834 tempest-VolumesAdminNegativeTest-1916042834-project-member] [instance: c4ada5ac-4da7-4ae8-a9d9-577a83dd0359] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c4ada5ac-4da7-4ae8-a9d9-577a83dd0359. [ 669.471302] nova-conductor[54364]: DEBUG nova.network.neutron [None req-ae942943-aba1-4ac7-8081-0f74ebfc3a99 tempest-VolumesAdminNegativeTest-1916042834 tempest-VolumesAdminNegativeTest-1916042834-project-member] [instance: c4ada5ac-4da7-4ae8-a9d9-577a83dd0359] deallocate_for_instance() {{(pid=54364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 669.487895] nova-conductor[54364]: DEBUG nova.network.neutron [None req-ae942943-aba1-4ac7-8081-0f74ebfc3a99 tempest-VolumesAdminNegativeTest-1916042834 tempest-VolumesAdminNegativeTest-1916042834-project-member] [instance: c4ada5ac-4da7-4ae8-a9d9-577a83dd0359] Instance cache missing network info. {{(pid=54364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 669.490854] nova-conductor[54364]: DEBUG nova.network.neutron [None req-ae942943-aba1-4ac7-8081-0f74ebfc3a99 tempest-VolumesAdminNegativeTest-1916042834 tempest-VolumesAdminNegativeTest-1916042834-project-member] [instance: c4ada5ac-4da7-4ae8-a9d9-577a83dd0359] Updating instance_info_cache with network_info: [] {{(pid=54364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.726873] nova-conductor[54364]: DEBUG dbcounter [-] [54364] Writing DB stats nova_cell0:SELECT=2 {{(pid=54364) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 669.775571] nova-conductor[54364]: DEBUG dbcounter [-] [54364] Writing DB stats nova_cell1:SELECT=6,nova_cell1:SAVEPOINT=2,nova_cell1:INSERT=16,nova_cell1:RELEASE=2 {{(pid=54364) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 669.788524] nova-conductor[54364]: DEBUG dbcounter [-] [54364] Writing DB stats nova_api:SELECT=11,nova_api:UPDATE=2 {{(pid=54364) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 669.793321] nova-conductor[54364]: DEBUG dbcounter [-] [54364] Writing DB stats nova_api:SELECT=13,nova_api:DELETE=2 {{(pid=54364) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 670.480024] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-a4b20828-a034-45d8-aab0-a3a1fbf10a97 tempest-ServerAddressesTestJSON-2081107117 tempest-ServerAddressesTestJSON-2081107117-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54365) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 670.494229] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-a4b20828-a034-45d8-aab0-a3a1fbf10a97 tempest-ServerAddressesTestJSON-2081107117 tempest-ServerAddressesTestJSON-2081107117-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 670.494460] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-a4b20828-a034-45d8-aab0-a3a1fbf10a97 tempest-ServerAddressesTestJSON-2081107117 tempest-ServerAddressesTestJSON-2081107117-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 670.494632] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-a4b20828-a034-45d8-aab0-a3a1fbf10a97 tempest-ServerAddressesTestJSON-2081107117 tempest-ServerAddressesTestJSON-2081107117-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 670.531844] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-a4b20828-a034-45d8-aab0-a3a1fbf10a97 tempest-ServerAddressesTestJSON-2081107117 tempest-ServerAddressesTestJSON-2081107117-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 670.532372] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-a4b20828-a034-45d8-aab0-a3a1fbf10a97 tempest-ServerAddressesTestJSON-2081107117 tempest-ServerAddressesTestJSON-2081107117-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 670.532372] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-a4b20828-a034-45d8-aab0-a3a1fbf10a97 tempest-ServerAddressesTestJSON-2081107117 tempest-ServerAddressesTestJSON-2081107117-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 670.532925] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-a4b20828-a034-45d8-aab0-a3a1fbf10a97 tempest-ServerAddressesTestJSON-2081107117 tempest-ServerAddressesTestJSON-2081107117-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 670.532925] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-a4b20828-a034-45d8-aab0-a3a1fbf10a97 tempest-ServerAddressesTestJSON-2081107117 tempest-ServerAddressesTestJSON-2081107117-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 670.533041] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-a4b20828-a034-45d8-aab0-a3a1fbf10a97 tempest-ServerAddressesTestJSON-2081107117 tempest-ServerAddressesTestJSON-2081107117-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 670.542181] nova-conductor[54365]: DEBUG nova.quota [None req-a4b20828-a034-45d8-aab0-a3a1fbf10a97 tempest-ServerAddressesTestJSON-2081107117 tempest-ServerAddressesTestJSON-2081107117-project-member] Getting quotas for project 79dee86a35c04b4c921c57ffda77d654. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 670.547016] nova-conductor[54365]: DEBUG nova.quota [None req-a4b20828-a034-45d8-aab0-a3a1fbf10a97 tempest-ServerAddressesTestJSON-2081107117 tempest-ServerAddressesTestJSON-2081107117-project-member] Getting quotas for user feedab01cdd549a7b6e58e3d3748ee4b and project 79dee86a35c04b4c921c57ffda77d654. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 670.552611] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-a4b20828-a034-45d8-aab0-a3a1fbf10a97 tempest-ServerAddressesTestJSON-2081107117 tempest-ServerAddressesTestJSON-2081107117-project-member] [instance: eedbd5eb-e431-477e-a817-acb8f54fa511] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54365) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 670.553179] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-a4b20828-a034-45d8-aab0-a3a1fbf10a97 tempest-ServerAddressesTestJSON-2081107117 tempest-ServerAddressesTestJSON-2081107117-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 670.553382] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-a4b20828-a034-45d8-aab0-a3a1fbf10a97 tempest-ServerAddressesTestJSON-2081107117 tempest-ServerAddressesTestJSON-2081107117-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 670.553545] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-a4b20828-a034-45d8-aab0-a3a1fbf10a97 tempest-ServerAddressesTestJSON-2081107117 tempest-ServerAddressesTestJSON-2081107117-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 670.556624] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-a4b20828-a034-45d8-aab0-a3a1fbf10a97 tempest-ServerAddressesTestJSON-2081107117 tempest-ServerAddressesTestJSON-2081107117-project-member] [instance: eedbd5eb-e431-477e-a817-acb8f54fa511] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54365) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 670.558070] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-a4b20828-a034-45d8-aab0-a3a1fbf10a97 tempest-ServerAddressesTestJSON-2081107117 tempest-ServerAddressesTestJSON-2081107117-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 670.558070] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-a4b20828-a034-45d8-aab0-a3a1fbf10a97 tempest-ServerAddressesTestJSON-2081107117 tempest-ServerAddressesTestJSON-2081107117-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 670.558070] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-a4b20828-a034-45d8-aab0-a3a1fbf10a97 tempest-ServerAddressesTestJSON-2081107117 tempest-ServerAddressesTestJSON-2081107117-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 670.593643] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-a4b20828-a034-45d8-aab0-a3a1fbf10a97 tempest-ServerAddressesTestJSON-2081107117 tempest-ServerAddressesTestJSON-2081107117-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 670.594576] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-a4b20828-a034-45d8-aab0-a3a1fbf10a97 tempest-ServerAddressesTestJSON-2081107117 tempest-ServerAddressesTestJSON-2081107117-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 670.594576] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-a4b20828-a034-45d8-aab0-a3a1fbf10a97 tempest-ServerAddressesTestJSON-2081107117 tempest-ServerAddressesTestJSON-2081107117-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 671.239908] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-8cb3cd60-664d-428c-966f-39abb41ed7aa tempest-VolumesAdminNegativeTest-1916042834 tempest-VolumesAdminNegativeTest-1916042834-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54365) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 671.254981] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-8cb3cd60-664d-428c-966f-39abb41ed7aa tempest-VolumesAdminNegativeTest-1916042834 tempest-VolumesAdminNegativeTest-1916042834-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 671.255232] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-8cb3cd60-664d-428c-966f-39abb41ed7aa tempest-VolumesAdminNegativeTest-1916042834 tempest-VolumesAdminNegativeTest-1916042834-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 671.255398] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-8cb3cd60-664d-428c-966f-39abb41ed7aa tempest-VolumesAdminNegativeTest-1916042834 tempest-VolumesAdminNegativeTest-1916042834-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 671.291732] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-8cb3cd60-664d-428c-966f-39abb41ed7aa tempest-VolumesAdminNegativeTest-1916042834 tempest-VolumesAdminNegativeTest-1916042834-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 671.291732] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-8cb3cd60-664d-428c-966f-39abb41ed7aa tempest-VolumesAdminNegativeTest-1916042834 tempest-VolumesAdminNegativeTest-1916042834-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 671.291732] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-8cb3cd60-664d-428c-966f-39abb41ed7aa tempest-VolumesAdminNegativeTest-1916042834 tempest-VolumesAdminNegativeTest-1916042834-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 671.292450] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-8cb3cd60-664d-428c-966f-39abb41ed7aa tempest-VolumesAdminNegativeTest-1916042834 tempest-VolumesAdminNegativeTest-1916042834-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 671.294479] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-8cb3cd60-664d-428c-966f-39abb41ed7aa tempest-VolumesAdminNegativeTest-1916042834 tempest-VolumesAdminNegativeTest-1916042834-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 671.294479] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-8cb3cd60-664d-428c-966f-39abb41ed7aa tempest-VolumesAdminNegativeTest-1916042834 tempest-VolumesAdminNegativeTest-1916042834-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 671.303698] nova-conductor[54365]: DEBUG nova.quota [None req-8cb3cd60-664d-428c-966f-39abb41ed7aa tempest-VolumesAdminNegativeTest-1916042834 tempest-VolumesAdminNegativeTest-1916042834-project-member] Getting quotas for project 8f56ffd7008c4df68c875a8fe2591b9b. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 671.306698] nova-conductor[54365]: DEBUG nova.quota [None req-8cb3cd60-664d-428c-966f-39abb41ed7aa tempest-VolumesAdminNegativeTest-1916042834 tempest-VolumesAdminNegativeTest-1916042834-project-member] Getting quotas for user 2de58eb8a07a4cd4a22c4b7dbd53a526 and project 8f56ffd7008c4df68c875a8fe2591b9b. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 671.313018] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-8cb3cd60-664d-428c-966f-39abb41ed7aa tempest-VolumesAdminNegativeTest-1916042834 tempest-VolumesAdminNegativeTest-1916042834-project-member] [instance: 5ffd77a0-df9a-461c-837e-05b4ff66ea52] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54365) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 671.313921] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-8cb3cd60-664d-428c-966f-39abb41ed7aa tempest-VolumesAdminNegativeTest-1916042834 tempest-VolumesAdminNegativeTest-1916042834-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 671.313921] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-8cb3cd60-664d-428c-966f-39abb41ed7aa tempest-VolumesAdminNegativeTest-1916042834 tempest-VolumesAdminNegativeTest-1916042834-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 671.313921] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-8cb3cd60-664d-428c-966f-39abb41ed7aa tempest-VolumesAdminNegativeTest-1916042834 tempest-VolumesAdminNegativeTest-1916042834-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 671.319660] nova-conductor[54365]: ERROR nova.scheduler.utils [None req-3730a289-9b9b-4eca-a295-33316f047809 tempest-MigrationsAdminTest-1820001251 tempest-MigrationsAdminTest-1820001251-project-member] [instance: 6f32ec6e-af29-4c0e-8f8b-708cbd1af474] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 037f72ab-0bda-4c8e-abf0-a84b1d9d5817, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 6f32ec6e-af29-4c0e-8f8b-708cbd1af474 was re-scheduled: Binding failed for port 037f72ab-0bda-4c8e-abf0-a84b1d9d5817, please check neutron logs for more information.\n'] [ 671.320307] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-3730a289-9b9b-4eca-a295-33316f047809 tempest-MigrationsAdminTest-1820001251 tempest-MigrationsAdminTest-1820001251-project-member] Rescheduling: True {{(pid=54365) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 671.320507] nova-conductor[54365]: WARNING nova.scheduler.utils [None req-3730a289-9b9b-4eca-a295-33316f047809 tempest-MigrationsAdminTest-1820001251 tempest-MigrationsAdminTest-1820001251-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 6f32ec6e-af29-4c0e-8f8b-708cbd1af474.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 6f32ec6e-af29-4c0e-8f8b-708cbd1af474. [ 671.320848] nova-conductor[54365]: WARNING nova.scheduler.utils [None req-3730a289-9b9b-4eca-a295-33316f047809 tempest-MigrationsAdminTest-1820001251 tempest-MigrationsAdminTest-1820001251-project-member] [instance: 6f32ec6e-af29-4c0e-8f8b-708cbd1af474] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 6f32ec6e-af29-4c0e-8f8b-708cbd1af474. [ 671.324809] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-8cb3cd60-664d-428c-966f-39abb41ed7aa tempest-VolumesAdminNegativeTest-1916042834 tempest-VolumesAdminNegativeTest-1916042834-project-member] [instance: 5ffd77a0-df9a-461c-837e-05b4ff66ea52] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54365) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 671.325563] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-8cb3cd60-664d-428c-966f-39abb41ed7aa tempest-VolumesAdminNegativeTest-1916042834 tempest-VolumesAdminNegativeTest-1916042834-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 671.325976] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-8cb3cd60-664d-428c-966f-39abb41ed7aa tempest-VolumesAdminNegativeTest-1916042834 tempest-VolumesAdminNegativeTest-1916042834-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 671.326082] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-8cb3cd60-664d-428c-966f-39abb41ed7aa tempest-VolumesAdminNegativeTest-1916042834 tempest-VolumesAdminNegativeTest-1916042834-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 671.356815] nova-conductor[54365]: DEBUG nova.network.neutron [None req-3730a289-9b9b-4eca-a295-33316f047809 tempest-MigrationsAdminTest-1820001251 tempest-MigrationsAdminTest-1820001251-project-member] [instance: 6f32ec6e-af29-4c0e-8f8b-708cbd1af474] deallocate_for_instance() {{(pid=54365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 671.360682] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-8cb3cd60-664d-428c-966f-39abb41ed7aa tempest-VolumesAdminNegativeTest-1916042834 tempest-VolumesAdminNegativeTest-1916042834-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 671.360954] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-8cb3cd60-664d-428c-966f-39abb41ed7aa tempest-VolumesAdminNegativeTest-1916042834 tempest-VolumesAdminNegativeTest-1916042834-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 671.361182] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-8cb3cd60-664d-428c-966f-39abb41ed7aa tempest-VolumesAdminNegativeTest-1916042834 tempest-VolumesAdminNegativeTest-1916042834-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 671.374128] nova-conductor[54365]: DEBUG nova.network.neutron [None req-3730a289-9b9b-4eca-a295-33316f047809 tempest-MigrationsAdminTest-1820001251 tempest-MigrationsAdminTest-1820001251-project-member] [instance: 6f32ec6e-af29-4c0e-8f8b-708cbd1af474] Instance cache missing network info. {{(pid=54365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 671.378132] nova-conductor[54365]: DEBUG nova.network.neutron [None req-3730a289-9b9b-4eca-a295-33316f047809 tempest-MigrationsAdminTest-1820001251 tempest-MigrationsAdminTest-1820001251-project-member] [instance: 6f32ec6e-af29-4c0e-8f8b-708cbd1af474] Updating instance_info_cache with network_info: [] {{(pid=54365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.424429] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-879d2342-748c-4b3e-9606-43a08a91af7d tempest-MigrationsAdminTest-1820001251 tempest-MigrationsAdminTest-1820001251-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54365) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 673.439846] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-879d2342-748c-4b3e-9606-43a08a91af7d tempest-MigrationsAdminTest-1820001251 tempest-MigrationsAdminTest-1820001251-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 673.440089] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-879d2342-748c-4b3e-9606-43a08a91af7d tempest-MigrationsAdminTest-1820001251 tempest-MigrationsAdminTest-1820001251-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 673.440263] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-879d2342-748c-4b3e-9606-43a08a91af7d tempest-MigrationsAdminTest-1820001251 tempest-MigrationsAdminTest-1820001251-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 673.464414] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-879d2342-748c-4b3e-9606-43a08a91af7d tempest-MigrationsAdminTest-1820001251 tempest-MigrationsAdminTest-1820001251-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 673.464640] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-879d2342-748c-4b3e-9606-43a08a91af7d tempest-MigrationsAdminTest-1820001251 tempest-MigrationsAdminTest-1820001251-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 673.465587] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-879d2342-748c-4b3e-9606-43a08a91af7d tempest-MigrationsAdminTest-1820001251 tempest-MigrationsAdminTest-1820001251-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 673.465587] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-879d2342-748c-4b3e-9606-43a08a91af7d tempest-MigrationsAdminTest-1820001251 tempest-MigrationsAdminTest-1820001251-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 673.465587] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-879d2342-748c-4b3e-9606-43a08a91af7d tempest-MigrationsAdminTest-1820001251 tempest-MigrationsAdminTest-1820001251-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 673.465587] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-879d2342-748c-4b3e-9606-43a08a91af7d tempest-MigrationsAdminTest-1820001251 tempest-MigrationsAdminTest-1820001251-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 673.473127] nova-conductor[54365]: DEBUG nova.quota [None req-879d2342-748c-4b3e-9606-43a08a91af7d tempest-MigrationsAdminTest-1820001251 tempest-MigrationsAdminTest-1820001251-project-member] Getting quotas for project 928b8764106043caadbf11db62d3228e. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 673.475286] nova-conductor[54365]: DEBUG nova.quota [None req-879d2342-748c-4b3e-9606-43a08a91af7d tempest-MigrationsAdminTest-1820001251 tempest-MigrationsAdminTest-1820001251-project-member] Getting quotas for user 66d44144b6864c30b9e593927a12c756 and project 928b8764106043caadbf11db62d3228e. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 673.481468] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-879d2342-748c-4b3e-9606-43a08a91af7d tempest-MigrationsAdminTest-1820001251 tempest-MigrationsAdminTest-1820001251-project-member] [instance: a2ed3e4d-40c2-46b0-9892-0e9cce7b330b] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54365) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 673.481945] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-879d2342-748c-4b3e-9606-43a08a91af7d tempest-MigrationsAdminTest-1820001251 tempest-MigrationsAdminTest-1820001251-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 673.482169] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-879d2342-748c-4b3e-9606-43a08a91af7d tempest-MigrationsAdminTest-1820001251 tempest-MigrationsAdminTest-1820001251-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 673.482334] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-879d2342-748c-4b3e-9606-43a08a91af7d tempest-MigrationsAdminTest-1820001251 tempest-MigrationsAdminTest-1820001251-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 673.488443] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-879d2342-748c-4b3e-9606-43a08a91af7d tempest-MigrationsAdminTest-1820001251 tempest-MigrationsAdminTest-1820001251-project-member] [instance: a2ed3e4d-40c2-46b0-9892-0e9cce7b330b] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54365) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 673.489720] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-879d2342-748c-4b3e-9606-43a08a91af7d tempest-MigrationsAdminTest-1820001251 tempest-MigrationsAdminTest-1820001251-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 673.489720] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-879d2342-748c-4b3e-9606-43a08a91af7d tempest-MigrationsAdminTest-1820001251 tempest-MigrationsAdminTest-1820001251-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 673.489720] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-879d2342-748c-4b3e-9606-43a08a91af7d tempest-MigrationsAdminTest-1820001251 tempest-MigrationsAdminTest-1820001251-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 673.502896] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-879d2342-748c-4b3e-9606-43a08a91af7d tempest-MigrationsAdminTest-1820001251 tempest-MigrationsAdminTest-1820001251-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 673.503307] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-879d2342-748c-4b3e-9606-43a08a91af7d tempest-MigrationsAdminTest-1820001251 tempest-MigrationsAdminTest-1820001251-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 673.503307] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-879d2342-748c-4b3e-9606-43a08a91af7d tempest-MigrationsAdminTest-1820001251 tempest-MigrationsAdminTest-1820001251-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 678.097967] nova-conductor[54365]: ERROR nova.scheduler.utils [None req-85edbb8c-adae-42d0-bde6-e0b4f41071e8 tempest-ServersAdminTestJSON-22452663 tempest-ServersAdminTestJSON-22452663-project-member] [instance: e145f3d4-fb6e-4c14-abdf-d85596fb0218] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 15ce93e9-3a9b-44fa-a8a7-2c0c56c581ad, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance e145f3d4-fb6e-4c14-abdf-d85596fb0218 was re-scheduled: Binding failed for port 15ce93e9-3a9b-44fa-a8a7-2c0c56c581ad, please check neutron logs for more information.\n'] [ 678.098621] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-85edbb8c-adae-42d0-bde6-e0b4f41071e8 tempest-ServersAdminTestJSON-22452663 tempest-ServersAdminTestJSON-22452663-project-member] Rescheduling: True {{(pid=54365) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 678.098968] nova-conductor[54365]: WARNING nova.scheduler.utils [None req-85edbb8c-adae-42d0-bde6-e0b4f41071e8 tempest-ServersAdminTestJSON-22452663 tempest-ServersAdminTestJSON-22452663-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance e145f3d4-fb6e-4c14-abdf-d85596fb0218.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance e145f3d4-fb6e-4c14-abdf-d85596fb0218. [ 678.099246] nova-conductor[54365]: WARNING nova.scheduler.utils [None req-85edbb8c-adae-42d0-bde6-e0b4f41071e8 tempest-ServersAdminTestJSON-22452663 tempest-ServersAdminTestJSON-22452663-project-member] [instance: e145f3d4-fb6e-4c14-abdf-d85596fb0218] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance e145f3d4-fb6e-4c14-abdf-d85596fb0218. [ 678.122766] nova-conductor[54365]: DEBUG nova.network.neutron [None req-85edbb8c-adae-42d0-bde6-e0b4f41071e8 tempest-ServersAdminTestJSON-22452663 tempest-ServersAdminTestJSON-22452663-project-member] [instance: e145f3d4-fb6e-4c14-abdf-d85596fb0218] deallocate_for_instance() {{(pid=54365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 678.139156] nova-conductor[54365]: DEBUG nova.network.neutron [None req-85edbb8c-adae-42d0-bde6-e0b4f41071e8 tempest-ServersAdminTestJSON-22452663 tempest-ServersAdminTestJSON-22452663-project-member] [instance: e145f3d4-fb6e-4c14-abdf-d85596fb0218] Instance cache missing network info. {{(pid=54365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 678.142553] nova-conductor[54365]: DEBUG nova.network.neutron [None req-85edbb8c-adae-42d0-bde6-e0b4f41071e8 tempest-ServersAdminTestJSON-22452663 tempest-ServersAdminTestJSON-22452663-project-member] [instance: e145f3d4-fb6e-4c14-abdf-d85596fb0218] Updating instance_info_cache with network_info: [] {{(pid=54365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.977339] nova-conductor[54365]: ERROR nova.scheduler.utils [None req-a3abd5d4-8bb9-4577-b76c-3437193bf217 tempest-ServersAdminTestJSON-22452663 tempest-ServersAdminTestJSON-22452663-project-member] [instance: 4fbcc9f7-c8dd-497d-a001-17c85fb3d6c8] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 8edd1ac1-581d-4f5a-9073-1afdc0ea3484, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 4fbcc9f7-c8dd-497d-a001-17c85fb3d6c8 was re-scheduled: Binding failed for port 8edd1ac1-581d-4f5a-9073-1afdc0ea3484, please check neutron logs for more information.\n'] [ 679.977924] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-a3abd5d4-8bb9-4577-b76c-3437193bf217 tempest-ServersAdminTestJSON-22452663 tempest-ServersAdminTestJSON-22452663-project-member] Rescheduling: True {{(pid=54365) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 679.978173] nova-conductor[54365]: WARNING nova.scheduler.utils [None req-a3abd5d4-8bb9-4577-b76c-3437193bf217 tempest-ServersAdminTestJSON-22452663 tempest-ServersAdminTestJSON-22452663-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4fbcc9f7-c8dd-497d-a001-17c85fb3d6c8.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4fbcc9f7-c8dd-497d-a001-17c85fb3d6c8. [ 679.978392] nova-conductor[54365]: WARNING nova.scheduler.utils [None req-a3abd5d4-8bb9-4577-b76c-3437193bf217 tempest-ServersAdminTestJSON-22452663 tempest-ServersAdminTestJSON-22452663-project-member] [instance: 4fbcc9f7-c8dd-497d-a001-17c85fb3d6c8] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4fbcc9f7-c8dd-497d-a001-17c85fb3d6c8. [ 680.003957] nova-conductor[54365]: DEBUG nova.network.neutron [None req-a3abd5d4-8bb9-4577-b76c-3437193bf217 tempest-ServersAdminTestJSON-22452663 tempest-ServersAdminTestJSON-22452663-project-member] [instance: 4fbcc9f7-c8dd-497d-a001-17c85fb3d6c8] deallocate_for_instance() {{(pid=54365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 680.026701] nova-conductor[54365]: DEBUG nova.network.neutron [None req-a3abd5d4-8bb9-4577-b76c-3437193bf217 tempest-ServersAdminTestJSON-22452663 tempest-ServersAdminTestJSON-22452663-project-member] [instance: 4fbcc9f7-c8dd-497d-a001-17c85fb3d6c8] Instance cache missing network info. {{(pid=54365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 680.032569] nova-conductor[54365]: DEBUG nova.network.neutron [None req-a3abd5d4-8bb9-4577-b76c-3437193bf217 tempest-ServersAdminTestJSON-22452663 tempest-ServersAdminTestJSON-22452663-project-member] [instance: 4fbcc9f7-c8dd-497d-a001-17c85fb3d6c8] Updating instance_info_cache with network_info: [] {{(pid=54365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.470114] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writing DB stats nova_cell0:SELECT=4 {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 683.492080] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writing DB stats nova_cell1:SELECT=12,nova_cell1:SAVEPOINT=2,nova_cell1:INSERT=30,nova_cell1:RELEASE=2 {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 683.494878] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writing DB stats nova_api:SELECT=23,nova_api:DELETE=1,nova_api:UPDATE=1 {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 683.501960] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writing DB stats nova_api:SELECT=25,nova_api:UPDATE=3,nova_api:DELETE=3 {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 684.279404] nova-conductor[54364]: ERROR nova.scheduler.utils [None req-de841ca6-7c25-44bc-aee5-4ce6fbde0bfd tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] [instance: 7d98f551-5dd5-40b4-bfb7-0d54f69e29bf] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 4e2f7ab7-45bc-44ce-b4c3-47ebc5b1532d, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 7d98f551-5dd5-40b4-bfb7-0d54f69e29bf was re-scheduled: Binding failed for port 4e2f7ab7-45bc-44ce-b4c3-47ebc5b1532d, please check neutron logs for more information.\n'] [ 684.280184] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-de841ca6-7c25-44bc-aee5-4ce6fbde0bfd tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] Rescheduling: True {{(pid=54364) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 684.280465] nova-conductor[54364]: WARNING nova.scheduler.utils [None req-de841ca6-7c25-44bc-aee5-4ce6fbde0bfd tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 7d98f551-5dd5-40b4-bfb7-0d54f69e29bf.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 7d98f551-5dd5-40b4-bfb7-0d54f69e29bf. [ 684.280680] nova-conductor[54364]: WARNING nova.scheduler.utils [None req-de841ca6-7c25-44bc-aee5-4ce6fbde0bfd tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] [instance: 7d98f551-5dd5-40b4-bfb7-0d54f69e29bf] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 7d98f551-5dd5-40b4-bfb7-0d54f69e29bf. [ 684.304472] nova-conductor[54364]: DEBUG nova.network.neutron [None req-de841ca6-7c25-44bc-aee5-4ce6fbde0bfd tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] [instance: 7d98f551-5dd5-40b4-bfb7-0d54f69e29bf] deallocate_for_instance() {{(pid=54364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 684.320520] nova-conductor[54364]: DEBUG nova.network.neutron [None req-de841ca6-7c25-44bc-aee5-4ce6fbde0bfd tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] [instance: 7d98f551-5dd5-40b4-bfb7-0d54f69e29bf] Instance cache missing network info. {{(pid=54364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 684.324300] nova-conductor[54364]: DEBUG nova.network.neutron [None req-de841ca6-7c25-44bc-aee5-4ce6fbde0bfd tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] [instance: 7d98f551-5dd5-40b4-bfb7-0d54f69e29bf] Updating instance_info_cache with network_info: [] {{(pid=54364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 687.372942] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-6ad48ae1-53c8-4186-bda1-04674439e644 tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54365) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 687.389070] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-6ad48ae1-53c8-4186-bda1-04674439e644 tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 687.389308] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-6ad48ae1-53c8-4186-bda1-04674439e644 tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 687.389478] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-6ad48ae1-53c8-4186-bda1-04674439e644 tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 687.427949] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-6ad48ae1-53c8-4186-bda1-04674439e644 tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 687.428226] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-6ad48ae1-53c8-4186-bda1-04674439e644 tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 687.428398] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-6ad48ae1-53c8-4186-bda1-04674439e644 tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 687.428768] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-6ad48ae1-53c8-4186-bda1-04674439e644 tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 687.428955] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-6ad48ae1-53c8-4186-bda1-04674439e644 tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 687.429146] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-6ad48ae1-53c8-4186-bda1-04674439e644 tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 687.437155] nova-conductor[54365]: DEBUG nova.quota [None req-6ad48ae1-53c8-4186-bda1-04674439e644 tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] Getting quotas for project 4270942193cd4a9aa397784368b9ae64. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 687.439842] nova-conductor[54365]: DEBUG nova.quota [None req-6ad48ae1-53c8-4186-bda1-04674439e644 tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] Getting quotas for user b3041343376d4f2fad14577d5c412b1a and project 4270942193cd4a9aa397784368b9ae64. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 687.444598] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-6ad48ae1-53c8-4186-bda1-04674439e644 tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] [instance: 28a37e28-6bca-4647-9cba-345da2f973a2] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54365) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 687.444999] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-6ad48ae1-53c8-4186-bda1-04674439e644 tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 687.445218] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-6ad48ae1-53c8-4186-bda1-04674439e644 tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 687.445383] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-6ad48ae1-53c8-4186-bda1-04674439e644 tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 687.449654] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-6ad48ae1-53c8-4186-bda1-04674439e644 tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] [instance: 28a37e28-6bca-4647-9cba-345da2f973a2] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54365) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 687.450284] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-6ad48ae1-53c8-4186-bda1-04674439e644 tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 687.450489] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-6ad48ae1-53c8-4186-bda1-04674439e644 tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 687.450659] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-6ad48ae1-53c8-4186-bda1-04674439e644 tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 687.465612] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-6ad48ae1-53c8-4186-bda1-04674439e644 tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 687.465860] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-6ad48ae1-53c8-4186-bda1-04674439e644 tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 687.466092] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-6ad48ae1-53c8-4186-bda1-04674439e644 tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 688.059014] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-819aaddf-24f1-4184-b806-5cdf1b45fbc9 tempest-FloatingIPsAssociationNegativeTestJSON-1808336827 tempest-FloatingIPsAssociationNegativeTestJSON-1808336827-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54365) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 688.068766] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-819aaddf-24f1-4184-b806-5cdf1b45fbc9 tempest-FloatingIPsAssociationNegativeTestJSON-1808336827 tempest-FloatingIPsAssociationNegativeTestJSON-1808336827-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 688.069040] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-819aaddf-24f1-4184-b806-5cdf1b45fbc9 tempest-FloatingIPsAssociationNegativeTestJSON-1808336827 tempest-FloatingIPsAssociationNegativeTestJSON-1808336827-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 688.069233] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-819aaddf-24f1-4184-b806-5cdf1b45fbc9 tempest-FloatingIPsAssociationNegativeTestJSON-1808336827 tempest-FloatingIPsAssociationNegativeTestJSON-1808336827-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 688.095339] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-819aaddf-24f1-4184-b806-5cdf1b45fbc9 tempest-FloatingIPsAssociationNegativeTestJSON-1808336827 tempest-FloatingIPsAssociationNegativeTestJSON-1808336827-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 688.095339] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-819aaddf-24f1-4184-b806-5cdf1b45fbc9 tempest-FloatingIPsAssociationNegativeTestJSON-1808336827 tempest-FloatingIPsAssociationNegativeTestJSON-1808336827-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 688.095509] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-819aaddf-24f1-4184-b806-5cdf1b45fbc9 tempest-FloatingIPsAssociationNegativeTestJSON-1808336827 tempest-FloatingIPsAssociationNegativeTestJSON-1808336827-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 688.095877] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-819aaddf-24f1-4184-b806-5cdf1b45fbc9 tempest-FloatingIPsAssociationNegativeTestJSON-1808336827 tempest-FloatingIPsAssociationNegativeTestJSON-1808336827-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 688.096146] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-819aaddf-24f1-4184-b806-5cdf1b45fbc9 tempest-FloatingIPsAssociationNegativeTestJSON-1808336827 tempest-FloatingIPsAssociationNegativeTestJSON-1808336827-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 688.096321] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-819aaddf-24f1-4184-b806-5cdf1b45fbc9 tempest-FloatingIPsAssociationNegativeTestJSON-1808336827 tempest-FloatingIPsAssociationNegativeTestJSON-1808336827-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 688.104545] nova-conductor[54365]: DEBUG nova.quota [None req-819aaddf-24f1-4184-b806-5cdf1b45fbc9 tempest-FloatingIPsAssociationNegativeTestJSON-1808336827 tempest-FloatingIPsAssociationNegativeTestJSON-1808336827-project-member] Getting quotas for project b8586e2f6e4047b59032679e9c57843a. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 688.106731] nova-conductor[54365]: DEBUG nova.quota [None req-819aaddf-24f1-4184-b806-5cdf1b45fbc9 tempest-FloatingIPsAssociationNegativeTestJSON-1808336827 tempest-FloatingIPsAssociationNegativeTestJSON-1808336827-project-member] Getting quotas for user 2d39ad3546f24f9abf24556be82a312e and project b8586e2f6e4047b59032679e9c57843a. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 688.111760] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-819aaddf-24f1-4184-b806-5cdf1b45fbc9 tempest-FloatingIPsAssociationNegativeTestJSON-1808336827 tempest-FloatingIPsAssociationNegativeTestJSON-1808336827-project-member] [instance: 5d7a9c55-b148-4115-8390-66b2501f859a] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54365) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 688.112267] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-819aaddf-24f1-4184-b806-5cdf1b45fbc9 tempest-FloatingIPsAssociationNegativeTestJSON-1808336827 tempest-FloatingIPsAssociationNegativeTestJSON-1808336827-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 688.112472] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-819aaddf-24f1-4184-b806-5cdf1b45fbc9 tempest-FloatingIPsAssociationNegativeTestJSON-1808336827 tempest-FloatingIPsAssociationNegativeTestJSON-1808336827-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 688.112634] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-819aaddf-24f1-4184-b806-5cdf1b45fbc9 tempest-FloatingIPsAssociationNegativeTestJSON-1808336827 tempest-FloatingIPsAssociationNegativeTestJSON-1808336827-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 688.115552] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-819aaddf-24f1-4184-b806-5cdf1b45fbc9 tempest-FloatingIPsAssociationNegativeTestJSON-1808336827 tempest-FloatingIPsAssociationNegativeTestJSON-1808336827-project-member] [instance: 5d7a9c55-b148-4115-8390-66b2501f859a] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54365) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 688.116188] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-819aaddf-24f1-4184-b806-5cdf1b45fbc9 tempest-FloatingIPsAssociationNegativeTestJSON-1808336827 tempest-FloatingIPsAssociationNegativeTestJSON-1808336827-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 688.116391] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-819aaddf-24f1-4184-b806-5cdf1b45fbc9 tempest-FloatingIPsAssociationNegativeTestJSON-1808336827 tempest-FloatingIPsAssociationNegativeTestJSON-1808336827-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 688.116557] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-819aaddf-24f1-4184-b806-5cdf1b45fbc9 tempest-FloatingIPsAssociationNegativeTestJSON-1808336827 tempest-FloatingIPsAssociationNegativeTestJSON-1808336827-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 688.128646] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-819aaddf-24f1-4184-b806-5cdf1b45fbc9 tempest-FloatingIPsAssociationNegativeTestJSON-1808336827 tempest-FloatingIPsAssociationNegativeTestJSON-1808336827-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 688.128842] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-819aaddf-24f1-4184-b806-5cdf1b45fbc9 tempest-FloatingIPsAssociationNegativeTestJSON-1808336827 tempest-FloatingIPsAssociationNegativeTestJSON-1808336827-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 688.129020] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-819aaddf-24f1-4184-b806-5cdf1b45fbc9 tempest-FloatingIPsAssociationNegativeTestJSON-1808336827 tempest-FloatingIPsAssociationNegativeTestJSON-1808336827-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 698.101032] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writing DB stats nova_cell0:SELECT=2 {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 698.119470] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writing DB stats nova_cell1:SELECT=6,nova_cell1:INSERT=15,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1 {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 698.124100] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writing DB stats nova_api:SELECT=11,nova_api:UPDATE=1 {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 698.127564] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writing DB stats nova_api:SELECT=13,nova_api:UPDATE=1,nova_api:DELETE=2 {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 699.007486] nova-conductor[54364]: DEBUG dbcounter [-] [54364] Writing DB stats nova_cell1:SELECT=278,nova_cell1:SAVEPOINT=32,nova_cell1:RELEASE=32,nova_cell1:UPDATE=153,nova_cell1:INSERT=16,nova_cell1:DELETE=6 {{(pid=54364) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 700.940885] nova-conductor[54364]: ERROR nova.scheduler.utils [None req-a83b1d68-a9cf-4373-af12-b5d5dcd6d2e7 tempest-AttachVolumeShelveTestJSON-2072563548 tempest-AttachVolumeShelveTestJSON-2072563548-project-member] [instance: 500c7408-7c73-4111-8d96-9090416e73f1] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port ef14a719-827a-4b61-84cf-d6f4bf04ca6a, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 500c7408-7c73-4111-8d96-9090416e73f1 was re-scheduled: Binding failed for port ef14a719-827a-4b61-84cf-d6f4bf04ca6a, please check neutron logs for more information.\n'] [ 700.940885] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-a83b1d68-a9cf-4373-af12-b5d5dcd6d2e7 tempest-AttachVolumeShelveTestJSON-2072563548 tempest-AttachVolumeShelveTestJSON-2072563548-project-member] Rescheduling: True {{(pid=54364) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 700.940885] nova-conductor[54364]: WARNING nova.scheduler.utils [None req-a83b1d68-a9cf-4373-af12-b5d5dcd6d2e7 tempest-AttachVolumeShelveTestJSON-2072563548 tempest-AttachVolumeShelveTestJSON-2072563548-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 500c7408-7c73-4111-8d96-9090416e73f1.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 500c7408-7c73-4111-8d96-9090416e73f1. [ 700.940885] nova-conductor[54364]: WARNING nova.scheduler.utils [None req-a83b1d68-a9cf-4373-af12-b5d5dcd6d2e7 tempest-AttachVolumeShelveTestJSON-2072563548 tempest-AttachVolumeShelveTestJSON-2072563548-project-member] [instance: 500c7408-7c73-4111-8d96-9090416e73f1] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 500c7408-7c73-4111-8d96-9090416e73f1. [ 700.967993] nova-conductor[54364]: DEBUG nova.network.neutron [None req-a83b1d68-a9cf-4373-af12-b5d5dcd6d2e7 tempest-AttachVolumeShelveTestJSON-2072563548 tempest-AttachVolumeShelveTestJSON-2072563548-project-member] [instance: 500c7408-7c73-4111-8d96-9090416e73f1] deallocate_for_instance() {{(pid=54364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 700.983416] nova-conductor[54364]: DEBUG nova.network.neutron [None req-a83b1d68-a9cf-4373-af12-b5d5dcd6d2e7 tempest-AttachVolumeShelveTestJSON-2072563548 tempest-AttachVolumeShelveTestJSON-2072563548-project-member] [instance: 500c7408-7c73-4111-8d96-9090416e73f1] Instance cache missing network info. {{(pid=54364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 700.986112] nova-conductor[54364]: DEBUG nova.network.neutron [None req-a83b1d68-a9cf-4373-af12-b5d5dcd6d2e7 tempest-AttachVolumeShelveTestJSON-2072563548 tempest-AttachVolumeShelveTestJSON-2072563548-project-member] [instance: 500c7408-7c73-4111-8d96-9090416e73f1] Updating instance_info_cache with network_info: [] {{(pid=54364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.778893] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-b9c46b3b-3dc3-4e9a-8dfb-d88d40563b1a tempest-AttachVolumeShelveTestJSON-2072563548 tempest-AttachVolumeShelveTestJSON-2072563548-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54364) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 703.792138] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-b9c46b3b-3dc3-4e9a-8dfb-d88d40563b1a tempest-AttachVolumeShelveTestJSON-2072563548 tempest-AttachVolumeShelveTestJSON-2072563548-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 703.792369] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-b9c46b3b-3dc3-4e9a-8dfb-d88d40563b1a tempest-AttachVolumeShelveTestJSON-2072563548 tempest-AttachVolumeShelveTestJSON-2072563548-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 703.793578] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-b9c46b3b-3dc3-4e9a-8dfb-d88d40563b1a tempest-AttachVolumeShelveTestJSON-2072563548 tempest-AttachVolumeShelveTestJSON-2072563548-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 703.824037] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-b9c46b3b-3dc3-4e9a-8dfb-d88d40563b1a tempest-AttachVolumeShelveTestJSON-2072563548 tempest-AttachVolumeShelveTestJSON-2072563548-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 703.824271] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-b9c46b3b-3dc3-4e9a-8dfb-d88d40563b1a tempest-AttachVolumeShelveTestJSON-2072563548 tempest-AttachVolumeShelveTestJSON-2072563548-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 703.824437] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-b9c46b3b-3dc3-4e9a-8dfb-d88d40563b1a tempest-AttachVolumeShelveTestJSON-2072563548 tempest-AttachVolumeShelveTestJSON-2072563548-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 703.824841] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-b9c46b3b-3dc3-4e9a-8dfb-d88d40563b1a tempest-AttachVolumeShelveTestJSON-2072563548 tempest-AttachVolumeShelveTestJSON-2072563548-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 703.828297] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-b9c46b3b-3dc3-4e9a-8dfb-d88d40563b1a tempest-AttachVolumeShelveTestJSON-2072563548 tempest-AttachVolumeShelveTestJSON-2072563548-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 703.828297] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-b9c46b3b-3dc3-4e9a-8dfb-d88d40563b1a tempest-AttachVolumeShelveTestJSON-2072563548 tempest-AttachVolumeShelveTestJSON-2072563548-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 703.835830] nova-conductor[54364]: DEBUG nova.quota [None req-b9c46b3b-3dc3-4e9a-8dfb-d88d40563b1a tempest-AttachVolumeShelveTestJSON-2072563548 tempest-AttachVolumeShelveTestJSON-2072563548-project-member] Getting quotas for project debbfd22f0504759b386c0d56a9320da. Resources: {'cores', 'ram', 'instances'} {{(pid=54364) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 703.839347] nova-conductor[54364]: DEBUG nova.quota [None req-b9c46b3b-3dc3-4e9a-8dfb-d88d40563b1a tempest-AttachVolumeShelveTestJSON-2072563548 tempest-AttachVolumeShelveTestJSON-2072563548-project-member] Getting quotas for user 359ce2c1621c42229089e6e48d0e645f and project debbfd22f0504759b386c0d56a9320da. Resources: {'cores', 'ram', 'instances'} {{(pid=54364) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 703.844945] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-b9c46b3b-3dc3-4e9a-8dfb-d88d40563b1a tempest-AttachVolumeShelveTestJSON-2072563548 tempest-AttachVolumeShelveTestJSON-2072563548-project-member] [instance: 0ccdb6cd-d895-42f9-83fa-007c69ce77f9] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54364) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 703.845395] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-b9c46b3b-3dc3-4e9a-8dfb-d88d40563b1a tempest-AttachVolumeShelveTestJSON-2072563548 tempest-AttachVolumeShelveTestJSON-2072563548-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 703.845566] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-b9c46b3b-3dc3-4e9a-8dfb-d88d40563b1a tempest-AttachVolumeShelveTestJSON-2072563548 tempest-AttachVolumeShelveTestJSON-2072563548-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 703.845733] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-b9c46b3b-3dc3-4e9a-8dfb-d88d40563b1a tempest-AttachVolumeShelveTestJSON-2072563548 tempest-AttachVolumeShelveTestJSON-2072563548-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 703.850683] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-b9c46b3b-3dc3-4e9a-8dfb-d88d40563b1a tempest-AttachVolumeShelveTestJSON-2072563548 tempest-AttachVolumeShelveTestJSON-2072563548-project-member] [instance: 0ccdb6cd-d895-42f9-83fa-007c69ce77f9] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54364) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 703.851341] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-b9c46b3b-3dc3-4e9a-8dfb-d88d40563b1a tempest-AttachVolumeShelveTestJSON-2072563548 tempest-AttachVolumeShelveTestJSON-2072563548-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 703.851550] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-b9c46b3b-3dc3-4e9a-8dfb-d88d40563b1a tempest-AttachVolumeShelveTestJSON-2072563548 tempest-AttachVolumeShelveTestJSON-2072563548-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 703.851714] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-b9c46b3b-3dc3-4e9a-8dfb-d88d40563b1a tempest-AttachVolumeShelveTestJSON-2072563548 tempest-AttachVolumeShelveTestJSON-2072563548-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 703.865121] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-b9c46b3b-3dc3-4e9a-8dfb-d88d40563b1a tempest-AttachVolumeShelveTestJSON-2072563548 tempest-AttachVolumeShelveTestJSON-2072563548-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 703.865336] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-b9c46b3b-3dc3-4e9a-8dfb-d88d40563b1a tempest-AttachVolumeShelveTestJSON-2072563548 tempest-AttachVolumeShelveTestJSON-2072563548-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 703.868030] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-b9c46b3b-3dc3-4e9a-8dfb-d88d40563b1a tempest-AttachVolumeShelveTestJSON-2072563548 tempest-AttachVolumeShelveTestJSON-2072563548-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 705.252346] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writing DB stats nova_cell1:SELECT=304,nova_cell1:UPDATE=147,nova_cell1:INSERT=20,nova_cell1:SAVEPOINT=21,nova_cell1:RELEASE=21 {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 707.809528] nova-conductor[54365]: ERROR nova.scheduler.utils [None req-9fe37cf6-53c7-4694-beb7-d90fc264721d tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] [instance: aa89e902-7394-49d5-b6aa-8e9d11548cc5] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 35df3843-7749-4475-85b7-7690b6ddf4f3, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance aa89e902-7394-49d5-b6aa-8e9d11548cc5 was re-scheduled: Binding failed for port 35df3843-7749-4475-85b7-7690b6ddf4f3, please check neutron logs for more information.\n'] [ 707.810154] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-9fe37cf6-53c7-4694-beb7-d90fc264721d tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Rescheduling: True {{(pid=54365) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 707.810393] nova-conductor[54365]: WARNING nova.scheduler.utils [None req-9fe37cf6-53c7-4694-beb7-d90fc264721d tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance aa89e902-7394-49d5-b6aa-8e9d11548cc5.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance aa89e902-7394-49d5-b6aa-8e9d11548cc5. [ 707.810763] nova-conductor[54365]: WARNING nova.scheduler.utils [None req-9fe37cf6-53c7-4694-beb7-d90fc264721d tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] [instance: aa89e902-7394-49d5-b6aa-8e9d11548cc5] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance aa89e902-7394-49d5-b6aa-8e9d11548cc5. [ 707.841537] nova-conductor[54365]: DEBUG nova.network.neutron [None req-9fe37cf6-53c7-4694-beb7-d90fc264721d tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] [instance: aa89e902-7394-49d5-b6aa-8e9d11548cc5] deallocate_for_instance() {{(pid=54365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 707.856972] nova-conductor[54365]: DEBUG nova.network.neutron [None req-9fe37cf6-53c7-4694-beb7-d90fc264721d tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] [instance: aa89e902-7394-49d5-b6aa-8e9d11548cc5] Instance cache missing network info. {{(pid=54365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 707.859931] nova-conductor[54365]: DEBUG nova.network.neutron [None req-9fe37cf6-53c7-4694-beb7-d90fc264721d tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] [instance: aa89e902-7394-49d5-b6aa-8e9d11548cc5] Updating instance_info_cache with network_info: [] {{(pid=54365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.563425] nova-conductor[54365]: ERROR nova.scheduler.utils [None req-395c9200-7c60-4ca6-85a0-f382246522e2 tempest-SecurityGroupsTestJSON-1243243120 tempest-SecurityGroupsTestJSON-1243243120-project-member] [instance: 06b595af-8ca9-444a-974c-135bf87a2ec5] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 57ea30d5-424d-4a58-8b25-e3a3ba75440a, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 06b595af-8ca9-444a-974c-135bf87a2ec5 was re-scheduled: Binding failed for port 57ea30d5-424d-4a58-8b25-e3a3ba75440a, please check neutron logs for more information.\n'] [ 709.566063] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-395c9200-7c60-4ca6-85a0-f382246522e2 tempest-SecurityGroupsTestJSON-1243243120 tempest-SecurityGroupsTestJSON-1243243120-project-member] Rescheduling: True {{(pid=54365) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 709.566063] nova-conductor[54365]: WARNING nova.scheduler.utils [None req-395c9200-7c60-4ca6-85a0-f382246522e2 tempest-SecurityGroupsTestJSON-1243243120 tempest-SecurityGroupsTestJSON-1243243120-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 06b595af-8ca9-444a-974c-135bf87a2ec5.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 06b595af-8ca9-444a-974c-135bf87a2ec5. [ 709.566063] nova-conductor[54365]: WARNING nova.scheduler.utils [None req-395c9200-7c60-4ca6-85a0-f382246522e2 tempest-SecurityGroupsTestJSON-1243243120 tempest-SecurityGroupsTestJSON-1243243120-project-member] [instance: 06b595af-8ca9-444a-974c-135bf87a2ec5] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 06b595af-8ca9-444a-974c-135bf87a2ec5. [ 709.602961] nova-conductor[54365]: DEBUG nova.network.neutron [None req-395c9200-7c60-4ca6-85a0-f382246522e2 tempest-SecurityGroupsTestJSON-1243243120 tempest-SecurityGroupsTestJSON-1243243120-project-member] [instance: 06b595af-8ca9-444a-974c-135bf87a2ec5] deallocate_for_instance() {{(pid=54365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 709.624080] nova-conductor[54365]: DEBUG nova.network.neutron [None req-395c9200-7c60-4ca6-85a0-f382246522e2 tempest-SecurityGroupsTestJSON-1243243120 tempest-SecurityGroupsTestJSON-1243243120-project-member] [instance: 06b595af-8ca9-444a-974c-135bf87a2ec5] Instance cache missing network info. {{(pid=54365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 709.626585] nova-conductor[54365]: DEBUG nova.network.neutron [None req-395c9200-7c60-4ca6-85a0-f382246522e2 tempest-SecurityGroupsTestJSON-1243243120 tempest-SecurityGroupsTestJSON-1243243120-project-member] [instance: 06b595af-8ca9-444a-974c-135bf87a2ec5] Updating instance_info_cache with network_info: [] {{(pid=54365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 710.174856] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-e2e38502-7230-4633-8bb8-66858076f26f tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54365) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 710.188903] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-e2e38502-7230-4633-8bb8-66858076f26f tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 710.189312] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-e2e38502-7230-4633-8bb8-66858076f26f tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 710.189478] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-e2e38502-7230-4633-8bb8-66858076f26f tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 710.218638] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-e2e38502-7230-4633-8bb8-66858076f26f tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 710.218638] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-e2e38502-7230-4633-8bb8-66858076f26f tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 710.218725] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-e2e38502-7230-4633-8bb8-66858076f26f tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 710.219060] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-e2e38502-7230-4633-8bb8-66858076f26f tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 710.219301] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-e2e38502-7230-4633-8bb8-66858076f26f tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 710.219579] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-e2e38502-7230-4633-8bb8-66858076f26f tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 710.229538] nova-conductor[54365]: DEBUG nova.quota [None req-e2e38502-7230-4633-8bb8-66858076f26f tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Getting quotas for project 998daea123aa48b2816d1cbe9e662950. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 710.232212] nova-conductor[54365]: DEBUG nova.quota [None req-e2e38502-7230-4633-8bb8-66858076f26f tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Getting quotas for user c1e90a23c6444273bc10051f3227804c and project 998daea123aa48b2816d1cbe9e662950. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 710.237430] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-e2e38502-7230-4633-8bb8-66858076f26f tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] [instance: 05a77fe4-172d-4e25-9652-f9dc7cc365ba] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54365) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 710.237904] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-e2e38502-7230-4633-8bb8-66858076f26f tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 710.238124] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-e2e38502-7230-4633-8bb8-66858076f26f tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 710.238350] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-e2e38502-7230-4633-8bb8-66858076f26f tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 710.253111] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-e2e38502-7230-4633-8bb8-66858076f26f tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] [instance: 05a77fe4-172d-4e25-9652-f9dc7cc365ba] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54365) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 710.253775] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-e2e38502-7230-4633-8bb8-66858076f26f tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 710.254151] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-e2e38502-7230-4633-8bb8-66858076f26f tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 710.254459] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-e2e38502-7230-4633-8bb8-66858076f26f tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 710.288979] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-e2e38502-7230-4633-8bb8-66858076f26f tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 710.289233] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-e2e38502-7230-4633-8bb8-66858076f26f tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 710.289398] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-e2e38502-7230-4633-8bb8-66858076f26f tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 713.832878] nova-conductor[54364]: DEBUG dbcounter [-] [54364] Writing DB stats nova_cell0:SELECT=1 {{(pid=54364) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 713.854175] nova-conductor[54364]: DEBUG dbcounter [-] [54364] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=54364) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 713.862317] nova-conductor[54364]: DEBUG dbcounter [-] [54364] Writing DB stats nova_api:SELECT=8 {{(pid=54364) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 713.865590] nova-conductor[54364]: DEBUG dbcounter [-] [54364] Writing DB stats nova_api:SELECT=4,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=54364) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 716.261317] nova-conductor[54364]: ERROR nova.scheduler.utils [None req-e024a449-8b7e-4885-a60e-2450b5d19c9e tempest-ServerActionsTestOtherB-1805751122 tempest-ServerActionsTestOtherB-1805751122-project-member] [instance: 709ed215-d501-409a-ab80-6c4b844d24e6] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port f8db1889-6665-4e35-9af5-868daca48f8c, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 709ed215-d501-409a-ab80-6c4b844d24e6 was re-scheduled: Binding failed for port f8db1889-6665-4e35-9af5-868daca48f8c, please check neutron logs for more information.\n'] [ 716.261817] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-e024a449-8b7e-4885-a60e-2450b5d19c9e tempest-ServerActionsTestOtherB-1805751122 tempest-ServerActionsTestOtherB-1805751122-project-member] Rescheduling: True {{(pid=54364) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 716.262059] nova-conductor[54364]: WARNING nova.scheduler.utils [None req-e024a449-8b7e-4885-a60e-2450b5d19c9e tempest-ServerActionsTestOtherB-1805751122 tempest-ServerActionsTestOtherB-1805751122-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 709ed215-d501-409a-ab80-6c4b844d24e6.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 709ed215-d501-409a-ab80-6c4b844d24e6. [ 716.262387] nova-conductor[54364]: WARNING nova.scheduler.utils [None req-e024a449-8b7e-4885-a60e-2450b5d19c9e tempest-ServerActionsTestOtherB-1805751122 tempest-ServerActionsTestOtherB-1805751122-project-member] [instance: 709ed215-d501-409a-ab80-6c4b844d24e6] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 709ed215-d501-409a-ab80-6c4b844d24e6. [ 716.293422] nova-conductor[54364]: DEBUG nova.network.neutron [None req-e024a449-8b7e-4885-a60e-2450b5d19c9e tempest-ServerActionsTestOtherB-1805751122 tempest-ServerActionsTestOtherB-1805751122-project-member] [instance: 709ed215-d501-409a-ab80-6c4b844d24e6] deallocate_for_instance() {{(pid=54364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 716.311070] nova-conductor[54364]: DEBUG nova.network.neutron [None req-e024a449-8b7e-4885-a60e-2450b5d19c9e tempest-ServerActionsTestOtherB-1805751122 tempest-ServerActionsTestOtherB-1805751122-project-member] [instance: 709ed215-d501-409a-ab80-6c4b844d24e6] Instance cache missing network info. {{(pid=54364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 716.314674] nova-conductor[54364]: DEBUG nova.network.neutron [None req-e024a449-8b7e-4885-a60e-2450b5d19c9e tempest-ServerActionsTestOtherB-1805751122 tempest-ServerActionsTestOtherB-1805751122-project-member] [instance: 709ed215-d501-409a-ab80-6c4b844d24e6] Updating instance_info_cache with network_info: [] {{(pid=54364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.422874] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-542a01c7-19e7-4d0b-a6ac-cd85b63306c6 tempest-ServersTestFqdnHostnames-1454798807 tempest-ServersTestFqdnHostnames-1454798807-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54365) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 719.439825] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-542a01c7-19e7-4d0b-a6ac-cd85b63306c6 tempest-ServersTestFqdnHostnames-1454798807 tempest-ServersTestFqdnHostnames-1454798807-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 719.440882] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-542a01c7-19e7-4d0b-a6ac-cd85b63306c6 tempest-ServersTestFqdnHostnames-1454798807 tempest-ServersTestFqdnHostnames-1454798807-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 719.440882] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-542a01c7-19e7-4d0b-a6ac-cd85b63306c6 tempest-ServersTestFqdnHostnames-1454798807 tempest-ServersTestFqdnHostnames-1454798807-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 719.488153] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-542a01c7-19e7-4d0b-a6ac-cd85b63306c6 tempest-ServersTestFqdnHostnames-1454798807 tempest-ServersTestFqdnHostnames-1454798807-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 719.488419] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-542a01c7-19e7-4d0b-a6ac-cd85b63306c6 tempest-ServersTestFqdnHostnames-1454798807 tempest-ServersTestFqdnHostnames-1454798807-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 719.488642] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-542a01c7-19e7-4d0b-a6ac-cd85b63306c6 tempest-ServersTestFqdnHostnames-1454798807 tempest-ServersTestFqdnHostnames-1454798807-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 719.489084] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-542a01c7-19e7-4d0b-a6ac-cd85b63306c6 tempest-ServersTestFqdnHostnames-1454798807 tempest-ServersTestFqdnHostnames-1454798807-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 719.489369] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-542a01c7-19e7-4d0b-a6ac-cd85b63306c6 tempest-ServersTestFqdnHostnames-1454798807 tempest-ServersTestFqdnHostnames-1454798807-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 719.489594] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-542a01c7-19e7-4d0b-a6ac-cd85b63306c6 tempest-ServersTestFqdnHostnames-1454798807 tempest-ServersTestFqdnHostnames-1454798807-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 719.500017] nova-conductor[54365]: DEBUG nova.quota [None req-542a01c7-19e7-4d0b-a6ac-cd85b63306c6 tempest-ServersTestFqdnHostnames-1454798807 tempest-ServersTestFqdnHostnames-1454798807-project-member] Getting quotas for project 71e96b29cd0348778e223b6447e131ba. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 719.503575] nova-conductor[54365]: DEBUG nova.quota [None req-542a01c7-19e7-4d0b-a6ac-cd85b63306c6 tempest-ServersTestFqdnHostnames-1454798807 tempest-ServersTestFqdnHostnames-1454798807-project-member] Getting quotas for user afc726cf99504d508762f07d70be1b14 and project 71e96b29cd0348778e223b6447e131ba. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 719.513095] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-542a01c7-19e7-4d0b-a6ac-cd85b63306c6 tempest-ServersTestFqdnHostnames-1454798807 tempest-ServersTestFqdnHostnames-1454798807-project-member] [instance: cc6bdf77-2540-47e3-aed2-cb0c73b329cc] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54365) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 719.513095] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-542a01c7-19e7-4d0b-a6ac-cd85b63306c6 tempest-ServersTestFqdnHostnames-1454798807 tempest-ServersTestFqdnHostnames-1454798807-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 719.513095] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-542a01c7-19e7-4d0b-a6ac-cd85b63306c6 tempest-ServersTestFqdnHostnames-1454798807 tempest-ServersTestFqdnHostnames-1454798807-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 719.513095] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-542a01c7-19e7-4d0b-a6ac-cd85b63306c6 tempest-ServersTestFqdnHostnames-1454798807 tempest-ServersTestFqdnHostnames-1454798807-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 719.517662] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-542a01c7-19e7-4d0b-a6ac-cd85b63306c6 tempest-ServersTestFqdnHostnames-1454798807 tempest-ServersTestFqdnHostnames-1454798807-project-member] [instance: cc6bdf77-2540-47e3-aed2-cb0c73b329cc] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54365) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 719.518060] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-542a01c7-19e7-4d0b-a6ac-cd85b63306c6 tempest-ServersTestFqdnHostnames-1454798807 tempest-ServersTestFqdnHostnames-1454798807-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 719.518308] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-542a01c7-19e7-4d0b-a6ac-cd85b63306c6 tempest-ServersTestFqdnHostnames-1454798807 tempest-ServersTestFqdnHostnames-1454798807-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 719.518489] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-542a01c7-19e7-4d0b-a6ac-cd85b63306c6 tempest-ServersTestFqdnHostnames-1454798807 tempest-ServersTestFqdnHostnames-1454798807-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 719.539627] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-542a01c7-19e7-4d0b-a6ac-cd85b63306c6 tempest-ServersTestFqdnHostnames-1454798807 tempest-ServersTestFqdnHostnames-1454798807-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 719.539864] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-542a01c7-19e7-4d0b-a6ac-cd85b63306c6 tempest-ServersTestFqdnHostnames-1454798807 tempest-ServersTestFqdnHostnames-1454798807-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 719.540065] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-542a01c7-19e7-4d0b-a6ac-cd85b63306c6 tempest-ServersTestFqdnHostnames-1454798807 tempest-ServersTestFqdnHostnames-1454798807-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 720.614236] nova-conductor[54365]: ERROR nova.scheduler.utils [None req-7488dd81-db18-4611-a23b-3177ec94c3cc tempest-ServerMetadataNegativeTestJSON-1174933449 tempest-ServerMetadataNegativeTestJSON-1174933449-project-member] [instance: 7d8ae6c2-1453-4d61-a2b5-311a557087de] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port d3a780b5-e376-4201-8f67-6b386ac68f31, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 7d8ae6c2-1453-4d61-a2b5-311a557087de was re-scheduled: Binding failed for port d3a780b5-e376-4201-8f67-6b386ac68f31, please check neutron logs for more information.\n'] [ 720.614846] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-7488dd81-db18-4611-a23b-3177ec94c3cc tempest-ServerMetadataNegativeTestJSON-1174933449 tempest-ServerMetadataNegativeTestJSON-1174933449-project-member] Rescheduling: True {{(pid=54365) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 720.615086] nova-conductor[54365]: WARNING nova.scheduler.utils [None req-7488dd81-db18-4611-a23b-3177ec94c3cc tempest-ServerMetadataNegativeTestJSON-1174933449 tempest-ServerMetadataNegativeTestJSON-1174933449-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 7d8ae6c2-1453-4d61-a2b5-311a557087de.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 7d8ae6c2-1453-4d61-a2b5-311a557087de. [ 720.615416] nova-conductor[54365]: WARNING nova.scheduler.utils [None req-7488dd81-db18-4611-a23b-3177ec94c3cc tempest-ServerMetadataNegativeTestJSON-1174933449 tempest-ServerMetadataNegativeTestJSON-1174933449-project-member] [instance: 7d8ae6c2-1453-4d61-a2b5-311a557087de] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 7d8ae6c2-1453-4d61-a2b5-311a557087de. [ 720.643608] nova-conductor[54365]: DEBUG nova.network.neutron [None req-7488dd81-db18-4611-a23b-3177ec94c3cc tempest-ServerMetadataNegativeTestJSON-1174933449 tempest-ServerMetadataNegativeTestJSON-1174933449-project-member] [instance: 7d8ae6c2-1453-4d61-a2b5-311a557087de] deallocate_for_instance() {{(pid=54365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 720.660830] nova-conductor[54365]: DEBUG nova.network.neutron [None req-7488dd81-db18-4611-a23b-3177ec94c3cc tempest-ServerMetadataNegativeTestJSON-1174933449 tempest-ServerMetadataNegativeTestJSON-1174933449-project-member] [instance: 7d8ae6c2-1453-4d61-a2b5-311a557087de] Instance cache missing network info. {{(pid=54365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 720.665064] nova-conductor[54365]: DEBUG nova.network.neutron [None req-7488dd81-db18-4611-a23b-3177ec94c3cc tempest-ServerMetadataNegativeTestJSON-1174933449 tempest-ServerMetadataNegativeTestJSON-1174933449-project-member] [instance: 7d8ae6c2-1453-4d61-a2b5-311a557087de] Updating instance_info_cache with network_info: [] {{(pid=54365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.883649] nova-conductor[54365]: ERROR nova.scheduler.utils [None req-f842f683-de3d-4ca5-a7be-922d54ebe8c2 tempest-ServerActionsTestJSON-893871560 tempest-ServerActionsTestJSON-893871560-project-member] [instance: de395cf9-2888-4a0d-a1b8-5ce4c36d6182] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 5b7e5bef-60fd-47c6-b905-8bd2d37fe055, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance de395cf9-2888-4a0d-a1b8-5ce4c36d6182 was re-scheduled: Binding failed for port 5b7e5bef-60fd-47c6-b905-8bd2d37fe055, please check neutron logs for more information.\n'] [ 724.883649] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-f842f683-de3d-4ca5-a7be-922d54ebe8c2 tempest-ServerActionsTestJSON-893871560 tempest-ServerActionsTestJSON-893871560-project-member] Rescheduling: True {{(pid=54365) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 724.884081] nova-conductor[54365]: WARNING nova.scheduler.utils [None req-f842f683-de3d-4ca5-a7be-922d54ebe8c2 tempest-ServerActionsTestJSON-893871560 tempest-ServerActionsTestJSON-893871560-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance de395cf9-2888-4a0d-a1b8-5ce4c36d6182.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance de395cf9-2888-4a0d-a1b8-5ce4c36d6182. [ 724.884081] nova-conductor[54365]: WARNING nova.scheduler.utils [None req-f842f683-de3d-4ca5-a7be-922d54ebe8c2 tempest-ServerActionsTestJSON-893871560 tempest-ServerActionsTestJSON-893871560-project-member] [instance: de395cf9-2888-4a0d-a1b8-5ce4c36d6182] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance de395cf9-2888-4a0d-a1b8-5ce4c36d6182. [ 724.903757] nova-conductor[54365]: DEBUG nova.network.neutron [None req-f842f683-de3d-4ca5-a7be-922d54ebe8c2 tempest-ServerActionsTestJSON-893871560 tempest-ServerActionsTestJSON-893871560-project-member] [instance: de395cf9-2888-4a0d-a1b8-5ce4c36d6182] deallocate_for_instance() {{(pid=54365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 724.920431] nova-conductor[54365]: DEBUG nova.network.neutron [None req-f842f683-de3d-4ca5-a7be-922d54ebe8c2 tempest-ServerActionsTestJSON-893871560 tempest-ServerActionsTestJSON-893871560-project-member] [instance: de395cf9-2888-4a0d-a1b8-5ce4c36d6182] Instance cache missing network info. {{(pid=54365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 724.923681] nova-conductor[54365]: DEBUG nova.network.neutron [None req-f842f683-de3d-4ca5-a7be-922d54ebe8c2 tempest-ServerActionsTestJSON-893871560 tempest-ServerActionsTestJSON-893871560-project-member] [instance: de395cf9-2888-4a0d-a1b8-5ce4c36d6182] Updating instance_info_cache with network_info: [] {{(pid=54365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.674597] nova-conductor[54365]: ERROR nova.scheduler.utils [None req-87d43b63-abee-4df0-bf82-eace89e7e352 tempest-MultipleCreateTestJSON-708311840 tempest-MultipleCreateTestJSON-708311840-project-member] [instance: 37bb9933-80fa-4a54-82fe-f864a411425f] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port f5e6ea78-c085-4c39-a6ee-0692f3cd3b1a, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 37bb9933-80fa-4a54-82fe-f864a411425f was re-scheduled: Binding failed for port f5e6ea78-c085-4c39-a6ee-0692f3cd3b1a, please check neutron logs for more information.\n'] [ 726.675201] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-87d43b63-abee-4df0-bf82-eace89e7e352 tempest-MultipleCreateTestJSON-708311840 tempest-MultipleCreateTestJSON-708311840-project-member] Rescheduling: True {{(pid=54365) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 726.675445] nova-conductor[54365]: WARNING nova.scheduler.utils [None req-87d43b63-abee-4df0-bf82-eace89e7e352 tempest-MultipleCreateTestJSON-708311840 tempest-MultipleCreateTestJSON-708311840-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 37bb9933-80fa-4a54-82fe-f864a411425f.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 37bb9933-80fa-4a54-82fe-f864a411425f. [ 726.675665] nova-conductor[54365]: WARNING nova.scheduler.utils [None req-87d43b63-abee-4df0-bf82-eace89e7e352 tempest-MultipleCreateTestJSON-708311840 tempest-MultipleCreateTestJSON-708311840-project-member] [instance: 37bb9933-80fa-4a54-82fe-f864a411425f] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 37bb9933-80fa-4a54-82fe-f864a411425f. [ 726.702852] nova-conductor[54365]: DEBUG nova.network.neutron [None req-87d43b63-abee-4df0-bf82-eace89e7e352 tempest-MultipleCreateTestJSON-708311840 tempest-MultipleCreateTestJSON-708311840-project-member] [instance: 37bb9933-80fa-4a54-82fe-f864a411425f] deallocate_for_instance() {{(pid=54365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 726.724790] nova-conductor[54365]: DEBUG nova.network.neutron [None req-87d43b63-abee-4df0-bf82-eace89e7e352 tempest-MultipleCreateTestJSON-708311840 tempest-MultipleCreateTestJSON-708311840-project-member] [instance: 37bb9933-80fa-4a54-82fe-f864a411425f] Instance cache missing network info. {{(pid=54365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 726.728191] nova-conductor[54365]: DEBUG nova.network.neutron [None req-87d43b63-abee-4df0-bf82-eace89e7e352 tempest-MultipleCreateTestJSON-708311840 tempest-MultipleCreateTestJSON-708311840-project-member] [instance: 37bb9933-80fa-4a54-82fe-f864a411425f] Updating instance_info_cache with network_info: [] {{(pid=54365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.494497] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writing DB stats nova_cell0:SELECT=2 {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 729.524178] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writing DB stats nova_cell1:SELECT=6,nova_cell1:INSERT=15,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1 {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 729.533783] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writing DB stats nova_api:SELECT=11,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 729.537122] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writing DB stats nova_api:SELECT=13,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 733.353577] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-5dbec5f2-e960-4d4a-bc81-03ef06220291 tempest-ServerActionsTestOtherA-295738534 tempest-ServerActionsTestOtherA-295738534-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54365) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 733.368956] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-5dbec5f2-e960-4d4a-bc81-03ef06220291 tempest-ServerActionsTestOtherA-295738534 tempest-ServerActionsTestOtherA-295738534-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 733.368956] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-5dbec5f2-e960-4d4a-bc81-03ef06220291 tempest-ServerActionsTestOtherA-295738534 tempest-ServerActionsTestOtherA-295738534-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 733.368956] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-5dbec5f2-e960-4d4a-bc81-03ef06220291 tempest-ServerActionsTestOtherA-295738534 tempest-ServerActionsTestOtherA-295738534-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 733.397897] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-5dbec5f2-e960-4d4a-bc81-03ef06220291 tempest-ServerActionsTestOtherA-295738534 tempest-ServerActionsTestOtherA-295738534-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 733.398171] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-5dbec5f2-e960-4d4a-bc81-03ef06220291 tempest-ServerActionsTestOtherA-295738534 tempest-ServerActionsTestOtherA-295738534-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 733.398309] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-5dbec5f2-e960-4d4a-bc81-03ef06220291 tempest-ServerActionsTestOtherA-295738534 tempest-ServerActionsTestOtherA-295738534-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 733.398671] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-5dbec5f2-e960-4d4a-bc81-03ef06220291 tempest-ServerActionsTestOtherA-295738534 tempest-ServerActionsTestOtherA-295738534-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 733.398974] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-5dbec5f2-e960-4d4a-bc81-03ef06220291 tempest-ServerActionsTestOtherA-295738534 tempest-ServerActionsTestOtherA-295738534-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 733.399023] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-5dbec5f2-e960-4d4a-bc81-03ef06220291 tempest-ServerActionsTestOtherA-295738534 tempest-ServerActionsTestOtherA-295738534-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 733.407793] nova-conductor[54365]: DEBUG nova.quota [None req-5dbec5f2-e960-4d4a-bc81-03ef06220291 tempest-ServerActionsTestOtherA-295738534 tempest-ServerActionsTestOtherA-295738534-project-member] Getting quotas for project ac3ac5b183cc4193a20406d04ffb5374. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 733.410631] nova-conductor[54365]: DEBUG nova.quota [None req-5dbec5f2-e960-4d4a-bc81-03ef06220291 tempest-ServerActionsTestOtherA-295738534 tempest-ServerActionsTestOtherA-295738534-project-member] Getting quotas for user ed10513d68d24cae96b6cd8f5c6928f9 and project ac3ac5b183cc4193a20406d04ffb5374. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 733.417025] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-5dbec5f2-e960-4d4a-bc81-03ef06220291 tempest-ServerActionsTestOtherA-295738534 tempest-ServerActionsTestOtherA-295738534-project-member] [instance: 1def15dd-e2ad-470e-bff8-9121df881d46] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54365) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 733.417121] nova-conductor[54364]: ERROR nova.scheduler.utils [None req-87d43b63-abee-4df0-bf82-eace89e7e352 tempest-MultipleCreateTestJSON-708311840 tempest-MultipleCreateTestJSON-708311840-project-member] [instance: d02f8bcb-c754-4308-9c90-260624010cb0] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port ef42913a-1667-4c32-8ee2-13c61f14c9ef, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance d02f8bcb-c754-4308-9c90-260624010cb0 was re-scheduled: Binding failed for port ef42913a-1667-4c32-8ee2-13c61f14c9ef, please check neutron logs for more information.\n'] [ 733.417377] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-5dbec5f2-e960-4d4a-bc81-03ef06220291 tempest-ServerActionsTestOtherA-295738534 tempest-ServerActionsTestOtherA-295738534-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 733.417377] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-5dbec5f2-e960-4d4a-bc81-03ef06220291 tempest-ServerActionsTestOtherA-295738534 tempest-ServerActionsTestOtherA-295738534-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 733.417529] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-5dbec5f2-e960-4d4a-bc81-03ef06220291 tempest-ServerActionsTestOtherA-295738534 tempest-ServerActionsTestOtherA-295738534-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 733.417881] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-87d43b63-abee-4df0-bf82-eace89e7e352 tempest-MultipleCreateTestJSON-708311840 tempest-MultipleCreateTestJSON-708311840-project-member] Rescheduling: True {{(pid=54364) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 733.418136] nova-conductor[54364]: WARNING nova.scheduler.utils [None req-87d43b63-abee-4df0-bf82-eace89e7e352 tempest-MultipleCreateTestJSON-708311840 tempest-MultipleCreateTestJSON-708311840-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d02f8bcb-c754-4308-9c90-260624010cb0.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d02f8bcb-c754-4308-9c90-260624010cb0. [ 733.418351] nova-conductor[54364]: WARNING nova.scheduler.utils [None req-87d43b63-abee-4df0-bf82-eace89e7e352 tempest-MultipleCreateTestJSON-708311840 tempest-MultipleCreateTestJSON-708311840-project-member] [instance: d02f8bcb-c754-4308-9c90-260624010cb0] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d02f8bcb-c754-4308-9c90-260624010cb0. [ 733.424597] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-5dbec5f2-e960-4d4a-bc81-03ef06220291 tempest-ServerActionsTestOtherA-295738534 tempest-ServerActionsTestOtherA-295738534-project-member] [instance: 1def15dd-e2ad-470e-bff8-9121df881d46] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54365) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 733.425260] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-5dbec5f2-e960-4d4a-bc81-03ef06220291 tempest-ServerActionsTestOtherA-295738534 tempest-ServerActionsTestOtherA-295738534-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 733.425465] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-5dbec5f2-e960-4d4a-bc81-03ef06220291 tempest-ServerActionsTestOtherA-295738534 tempest-ServerActionsTestOtherA-295738534-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 733.425635] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-5dbec5f2-e960-4d4a-bc81-03ef06220291 tempest-ServerActionsTestOtherA-295738534 tempest-ServerActionsTestOtherA-295738534-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 733.443484] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-5dbec5f2-e960-4d4a-bc81-03ef06220291 tempest-ServerActionsTestOtherA-295738534 tempest-ServerActionsTestOtherA-295738534-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 733.443678] nova-conductor[54364]: DEBUG nova.network.neutron [None req-87d43b63-abee-4df0-bf82-eace89e7e352 tempest-MultipleCreateTestJSON-708311840 tempest-MultipleCreateTestJSON-708311840-project-member] [instance: d02f8bcb-c754-4308-9c90-260624010cb0] deallocate_for_instance() {{(pid=54364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 733.443844] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-5dbec5f2-e960-4d4a-bc81-03ef06220291 tempest-ServerActionsTestOtherA-295738534 tempest-ServerActionsTestOtherA-295738534-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 733.444209] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-5dbec5f2-e960-4d4a-bc81-03ef06220291 tempest-ServerActionsTestOtherA-295738534 tempest-ServerActionsTestOtherA-295738534-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 733.459841] nova-conductor[54364]: DEBUG nova.network.neutron [None req-87d43b63-abee-4df0-bf82-eace89e7e352 tempest-MultipleCreateTestJSON-708311840 tempest-MultipleCreateTestJSON-708311840-project-member] [instance: d02f8bcb-c754-4308-9c90-260624010cb0] Instance cache missing network info. {{(pid=54364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 733.463180] nova-conductor[54364]: DEBUG nova.network.neutron [None req-87d43b63-abee-4df0-bf82-eace89e7e352 tempest-MultipleCreateTestJSON-708311840 tempest-MultipleCreateTestJSON-708311840-project-member] [instance: d02f8bcb-c754-4308-9c90-260624010cb0] Updating instance_info_cache with network_info: [] {{(pid=54364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.454424] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-ac9110b4-60c2-4156-99a4-dc499c441830 tempest-MultipleCreateTestJSON-708311840 tempest-MultipleCreateTestJSON-708311840-project-member] Took 0.51 seconds to select destinations for 2 instance(s). {{(pid=54364) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 735.479419] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-ac9110b4-60c2-4156-99a4-dc499c441830 tempest-MultipleCreateTestJSON-708311840 tempest-MultipleCreateTestJSON-708311840-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 735.479754] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-ac9110b4-60c2-4156-99a4-dc499c441830 tempest-MultipleCreateTestJSON-708311840 tempest-MultipleCreateTestJSON-708311840-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 735.479966] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-ac9110b4-60c2-4156-99a4-dc499c441830 tempest-MultipleCreateTestJSON-708311840 tempest-MultipleCreateTestJSON-708311840-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 735.510046] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-ac9110b4-60c2-4156-99a4-dc499c441830 tempest-MultipleCreateTestJSON-708311840 tempest-MultipleCreateTestJSON-708311840-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 735.510266] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-ac9110b4-60c2-4156-99a4-dc499c441830 tempest-MultipleCreateTestJSON-708311840 tempest-MultipleCreateTestJSON-708311840-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 735.510436] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-ac9110b4-60c2-4156-99a4-dc499c441830 tempest-MultipleCreateTestJSON-708311840 tempest-MultipleCreateTestJSON-708311840-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 735.537151] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-ac9110b4-60c2-4156-99a4-dc499c441830 tempest-MultipleCreateTestJSON-708311840 tempest-MultipleCreateTestJSON-708311840-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 735.537379] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-ac9110b4-60c2-4156-99a4-dc499c441830 tempest-MultipleCreateTestJSON-708311840 tempest-MultipleCreateTestJSON-708311840-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 735.537546] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-ac9110b4-60c2-4156-99a4-dc499c441830 tempest-MultipleCreateTestJSON-708311840 tempest-MultipleCreateTestJSON-708311840-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 735.537911] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-ac9110b4-60c2-4156-99a4-dc499c441830 tempest-MultipleCreateTestJSON-708311840 tempest-MultipleCreateTestJSON-708311840-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 735.538113] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-ac9110b4-60c2-4156-99a4-dc499c441830 tempest-MultipleCreateTestJSON-708311840 tempest-MultipleCreateTestJSON-708311840-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 735.538276] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-ac9110b4-60c2-4156-99a4-dc499c441830 tempest-MultipleCreateTestJSON-708311840 tempest-MultipleCreateTestJSON-708311840-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 735.546995] nova-conductor[54364]: DEBUG nova.quota [None req-ac9110b4-60c2-4156-99a4-dc499c441830 tempest-MultipleCreateTestJSON-708311840 tempest-MultipleCreateTestJSON-708311840-project-member] Getting quotas for project 62daf278f23642d3b3210ed2bfa85311. Resources: {'cores', 'ram', 'instances'} {{(pid=54364) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 735.549770] nova-conductor[54364]: DEBUG nova.quota [None req-ac9110b4-60c2-4156-99a4-dc499c441830 tempest-MultipleCreateTestJSON-708311840 tempest-MultipleCreateTestJSON-708311840-project-member] Getting quotas for user 1951cb4058114ac695f1ebc8980135bb and project 62daf278f23642d3b3210ed2bfa85311. Resources: {'cores', 'ram', 'instances'} {{(pid=54364) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 735.554608] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-ac9110b4-60c2-4156-99a4-dc499c441830 tempest-MultipleCreateTestJSON-708311840 tempest-MultipleCreateTestJSON-708311840-project-member] [instance: 3ef0d65a-f5f4-4efe-9027-f5a38458e4fb] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54364) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 735.554989] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-ac9110b4-60c2-4156-99a4-dc499c441830 tempest-MultipleCreateTestJSON-708311840 tempest-MultipleCreateTestJSON-708311840-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 735.555202] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-ac9110b4-60c2-4156-99a4-dc499c441830 tempest-MultipleCreateTestJSON-708311840 tempest-MultipleCreateTestJSON-708311840-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 735.555365] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-ac9110b4-60c2-4156-99a4-dc499c441830 tempest-MultipleCreateTestJSON-708311840 tempest-MultipleCreateTestJSON-708311840-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 735.558169] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-ac9110b4-60c2-4156-99a4-dc499c441830 tempest-MultipleCreateTestJSON-708311840 tempest-MultipleCreateTestJSON-708311840-project-member] [instance: 3ef0d65a-f5f4-4efe-9027-f5a38458e4fb] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54364) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 735.558803] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-ac9110b4-60c2-4156-99a4-dc499c441830 tempest-MultipleCreateTestJSON-708311840 tempest-MultipleCreateTestJSON-708311840-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 735.559010] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-ac9110b4-60c2-4156-99a4-dc499c441830 tempest-MultipleCreateTestJSON-708311840 tempest-MultipleCreateTestJSON-708311840-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 735.559191] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-ac9110b4-60c2-4156-99a4-dc499c441830 tempest-MultipleCreateTestJSON-708311840 tempest-MultipleCreateTestJSON-708311840-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 735.573177] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-ac9110b4-60c2-4156-99a4-dc499c441830 tempest-MultipleCreateTestJSON-708311840 tempest-MultipleCreateTestJSON-708311840-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 735.573384] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-ac9110b4-60c2-4156-99a4-dc499c441830 tempest-MultipleCreateTestJSON-708311840 tempest-MultipleCreateTestJSON-708311840-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 735.573549] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-ac9110b4-60c2-4156-99a4-dc499c441830 tempest-MultipleCreateTestJSON-708311840 tempest-MultipleCreateTestJSON-708311840-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 735.579634] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-ac9110b4-60c2-4156-99a4-dc499c441830 tempest-MultipleCreateTestJSON-708311840 tempest-MultipleCreateTestJSON-708311840-project-member] [instance: 55316613-3507-4386-a7f9-dbcc52f26327] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54364) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 735.580076] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-ac9110b4-60c2-4156-99a4-dc499c441830 tempest-MultipleCreateTestJSON-708311840 tempest-MultipleCreateTestJSON-708311840-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 735.580277] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-ac9110b4-60c2-4156-99a4-dc499c441830 tempest-MultipleCreateTestJSON-708311840 tempest-MultipleCreateTestJSON-708311840-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 735.580442] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-ac9110b4-60c2-4156-99a4-dc499c441830 tempest-MultipleCreateTestJSON-708311840 tempest-MultipleCreateTestJSON-708311840-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 735.584825] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-ac9110b4-60c2-4156-99a4-dc499c441830 tempest-MultipleCreateTestJSON-708311840 tempest-MultipleCreateTestJSON-708311840-project-member] [instance: 55316613-3507-4386-a7f9-dbcc52f26327] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54364) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 735.585426] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-ac9110b4-60c2-4156-99a4-dc499c441830 tempest-MultipleCreateTestJSON-708311840 tempest-MultipleCreateTestJSON-708311840-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 735.585624] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-ac9110b4-60c2-4156-99a4-dc499c441830 tempest-MultipleCreateTestJSON-708311840 tempest-MultipleCreateTestJSON-708311840-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 735.585794] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-ac9110b4-60c2-4156-99a4-dc499c441830 tempest-MultipleCreateTestJSON-708311840 tempest-MultipleCreateTestJSON-708311840-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 735.597291] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-ac9110b4-60c2-4156-99a4-dc499c441830 tempest-MultipleCreateTestJSON-708311840 tempest-MultipleCreateTestJSON-708311840-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 735.597480] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-ac9110b4-60c2-4156-99a4-dc499c441830 tempest-MultipleCreateTestJSON-708311840 tempest-MultipleCreateTestJSON-708311840-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 735.597645] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-ac9110b4-60c2-4156-99a4-dc499c441830 tempest-MultipleCreateTestJSON-708311840 tempest-MultipleCreateTestJSON-708311840-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 736.264336] nova-conductor[54365]: ERROR nova.scheduler.utils [None req-bc964228-4942-4151-83f2-98aef156a616 tempest-ListImageFiltersTestJSON-2037966745 tempest-ListImageFiltersTestJSON-2037966745-project-member] [instance: 25df5673-9633-40de-8e72-a8620f19a6f9] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 8e743676-d778-4222-8f5d-da5b23e50ec7, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 25df5673-9633-40de-8e72-a8620f19a6f9 was re-scheduled: Binding failed for port 8e743676-d778-4222-8f5d-da5b23e50ec7, please check neutron logs for more information.\n'] [ 736.264973] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-bc964228-4942-4151-83f2-98aef156a616 tempest-ListImageFiltersTestJSON-2037966745 tempest-ListImageFiltersTestJSON-2037966745-project-member] Rescheduling: True {{(pid=54365) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 736.265253] nova-conductor[54365]: WARNING nova.scheduler.utils [None req-bc964228-4942-4151-83f2-98aef156a616 tempest-ListImageFiltersTestJSON-2037966745 tempest-ListImageFiltersTestJSON-2037966745-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 25df5673-9633-40de-8e72-a8620f19a6f9.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 25df5673-9633-40de-8e72-a8620f19a6f9. [ 736.267348] nova-conductor[54365]: WARNING nova.scheduler.utils [None req-bc964228-4942-4151-83f2-98aef156a616 tempest-ListImageFiltersTestJSON-2037966745 tempest-ListImageFiltersTestJSON-2037966745-project-member] [instance: 25df5673-9633-40de-8e72-a8620f19a6f9] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 25df5673-9633-40de-8e72-a8620f19a6f9. [ 736.286713] nova-conductor[54365]: DEBUG nova.network.neutron [None req-bc964228-4942-4151-83f2-98aef156a616 tempest-ListImageFiltersTestJSON-2037966745 tempest-ListImageFiltersTestJSON-2037966745-project-member] [instance: 25df5673-9633-40de-8e72-a8620f19a6f9] deallocate_for_instance() {{(pid=54365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 736.305444] nova-conductor[54365]: DEBUG nova.network.neutron [None req-bc964228-4942-4151-83f2-98aef156a616 tempest-ListImageFiltersTestJSON-2037966745 tempest-ListImageFiltersTestJSON-2037966745-project-member] [instance: 25df5673-9633-40de-8e72-a8620f19a6f9] Instance cache missing network info. {{(pid=54365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 736.308731] nova-conductor[54365]: DEBUG nova.network.neutron [None req-bc964228-4942-4151-83f2-98aef156a616 tempest-ListImageFiltersTestJSON-2037966745 tempest-ListImageFiltersTestJSON-2037966745-project-member] [instance: 25df5673-9633-40de-8e72-a8620f19a6f9] Updating instance_info_cache with network_info: [] {{(pid=54365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.445881] nova-conductor[54364]: ERROR nova.scheduler.utils [None req-037819a8-9c1a-4fb7-ac22-f32b6e6d5953 tempest-ListImageFiltersTestJSON-2037966745 tempest-ListImageFiltersTestJSON-2037966745-project-member] [instance: d92cd356-0e29-429d-9216-b376e91e0fe8] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port f1bd94e6-9fe8-40f6-993a-29348d3d4d43, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance d92cd356-0e29-429d-9216-b376e91e0fe8 was re-scheduled: Binding failed for port f1bd94e6-9fe8-40f6-993a-29348d3d4d43, please check neutron logs for more information.\n'] [ 740.446965] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-037819a8-9c1a-4fb7-ac22-f32b6e6d5953 tempest-ListImageFiltersTestJSON-2037966745 tempest-ListImageFiltersTestJSON-2037966745-project-member] Rescheduling: True {{(pid=54364) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 740.446965] nova-conductor[54364]: WARNING nova.scheduler.utils [None req-037819a8-9c1a-4fb7-ac22-f32b6e6d5953 tempest-ListImageFiltersTestJSON-2037966745 tempest-ListImageFiltersTestJSON-2037966745-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d92cd356-0e29-429d-9216-b376e91e0fe8.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d92cd356-0e29-429d-9216-b376e91e0fe8. [ 740.447135] nova-conductor[54364]: WARNING nova.scheduler.utils [None req-037819a8-9c1a-4fb7-ac22-f32b6e6d5953 tempest-ListImageFiltersTestJSON-2037966745 tempest-ListImageFiltersTestJSON-2037966745-project-member] [instance: d92cd356-0e29-429d-9216-b376e91e0fe8] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d92cd356-0e29-429d-9216-b376e91e0fe8. [ 740.468973] nova-conductor[54364]: DEBUG nova.network.neutron [None req-037819a8-9c1a-4fb7-ac22-f32b6e6d5953 tempest-ListImageFiltersTestJSON-2037966745 tempest-ListImageFiltersTestJSON-2037966745-project-member] [instance: d92cd356-0e29-429d-9216-b376e91e0fe8] deallocate_for_instance() {{(pid=54364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 740.486357] nova-conductor[54364]: DEBUG nova.network.neutron [None req-037819a8-9c1a-4fb7-ac22-f32b6e6d5953 tempest-ListImageFiltersTestJSON-2037966745 tempest-ListImageFiltersTestJSON-2037966745-project-member] [instance: d92cd356-0e29-429d-9216-b376e91e0fe8] Instance cache missing network info. {{(pid=54364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 740.491705] nova-conductor[54364]: DEBUG nova.network.neutron [None req-037819a8-9c1a-4fb7-ac22-f32b6e6d5953 tempest-ListImageFiltersTestJSON-2037966745 tempest-ListImageFiltersTestJSON-2037966745-project-member] [instance: d92cd356-0e29-429d-9216-b376e91e0fe8] Updating instance_info_cache with network_info: [] {{(pid=54364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.402596] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writing DB stats nova_cell0:SELECT=1 {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 743.430009] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writing DB stats nova_cell1:SELECT=3,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=8,nova_cell1:RELEASE=1 {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 743.440359] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writing DB stats nova_api:SELECT=5 {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 743.442335] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writing DB stats nova_api:SELECT=7,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 744.738043] nova-conductor[54365]: ERROR nova.scheduler.utils [None req-6ab271d2-bfeb-4225-b9cd-b85d8d076924 tempest-ImagesNegativeTestJSON-1134895079 tempest-ImagesNegativeTestJSON-1134895079-project-member] [instance: ffae1b5d-83fc-4007-be0f-c6f1e285f824] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 646f4a20-7d6f-4b45-bd0a-cc8c10a34513, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance ffae1b5d-83fc-4007-be0f-c6f1e285f824 was re-scheduled: Binding failed for port 646f4a20-7d6f-4b45-bd0a-cc8c10a34513, please check neutron logs for more information.\n'] [ 744.738043] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-6ab271d2-bfeb-4225-b9cd-b85d8d076924 tempest-ImagesNegativeTestJSON-1134895079 tempest-ImagesNegativeTestJSON-1134895079-project-member] Rescheduling: True {{(pid=54365) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 744.738475] nova-conductor[54365]: WARNING nova.scheduler.utils [None req-6ab271d2-bfeb-4225-b9cd-b85d8d076924 tempest-ImagesNegativeTestJSON-1134895079 tempest-ImagesNegativeTestJSON-1134895079-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ffae1b5d-83fc-4007-be0f-c6f1e285f824.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ffae1b5d-83fc-4007-be0f-c6f1e285f824. [ 744.738547] nova-conductor[54365]: WARNING nova.scheduler.utils [None req-6ab271d2-bfeb-4225-b9cd-b85d8d076924 tempest-ImagesNegativeTestJSON-1134895079 tempest-ImagesNegativeTestJSON-1134895079-project-member] [instance: ffae1b5d-83fc-4007-be0f-c6f1e285f824] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ffae1b5d-83fc-4007-be0f-c6f1e285f824. [ 744.763561] nova-conductor[54365]: DEBUG nova.network.neutron [None req-6ab271d2-bfeb-4225-b9cd-b85d8d076924 tempest-ImagesNegativeTestJSON-1134895079 tempest-ImagesNegativeTestJSON-1134895079-project-member] [instance: ffae1b5d-83fc-4007-be0f-c6f1e285f824] deallocate_for_instance() {{(pid=54365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 744.789857] nova-conductor[54365]: DEBUG nova.network.neutron [None req-6ab271d2-bfeb-4225-b9cd-b85d8d076924 tempest-ImagesNegativeTestJSON-1134895079 tempest-ImagesNegativeTestJSON-1134895079-project-member] [instance: ffae1b5d-83fc-4007-be0f-c6f1e285f824] Instance cache missing network info. {{(pid=54365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 744.793850] nova-conductor[54365]: DEBUG nova.network.neutron [None req-6ab271d2-bfeb-4225-b9cd-b85d8d076924 tempest-ImagesNegativeTestJSON-1134895079 tempest-ImagesNegativeTestJSON-1134895079-project-member] [instance: ffae1b5d-83fc-4007-be0f-c6f1e285f824] Updating instance_info_cache with network_info: [] {{(pid=54365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.542161] nova-conductor[54364]: DEBUG dbcounter [-] [54364] Writing DB stats nova_cell0:SELECT=1 {{(pid=54364) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 745.587309] nova-conductor[54364]: DEBUG dbcounter [-] [54364] Writing DB stats nova_cell1:SELECT=5,nova_cell1:INSERT=14 {{(pid=54364) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 745.592260] nova-conductor[54364]: DEBUG dbcounter [-] [54364] Writing DB stats nova_api:SELECT=8,nova_api:UPDATE=1 {{(pid=54364) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 745.595881] nova-conductor[54364]: DEBUG dbcounter [-] [54364] Writing DB stats nova_api:SELECT=8,nova_api:DELETE=2,nova_api:UPDATE=1 {{(pid=54364) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 751.493123] nova-conductor[54365]: ERROR nova.scheduler.utils [None req-898fc4d0-a669-4334-86b9-092c30077e08 tempest-ServersTestBootFromVolume-1362569340 tempest-ServersTestBootFromVolume-1362569340-project-member] [instance: ca4b34e4-3c70-45e0-83ba-fe80d7ff96ab] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 65ca14ee-87b9-4463-9156-09fde4e937be, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance ca4b34e4-3c70-45e0-83ba-fe80d7ff96ab was re-scheduled: Binding failed for port 65ca14ee-87b9-4463-9156-09fde4e937be, please check neutron logs for more information.\n'] [ 751.494584] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-898fc4d0-a669-4334-86b9-092c30077e08 tempest-ServersTestBootFromVolume-1362569340 tempest-ServersTestBootFromVolume-1362569340-project-member] Rescheduling: True {{(pid=54365) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 751.494584] nova-conductor[54365]: WARNING nova.scheduler.utils [None req-898fc4d0-a669-4334-86b9-092c30077e08 tempest-ServersTestBootFromVolume-1362569340 tempest-ServersTestBootFromVolume-1362569340-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ca4b34e4-3c70-45e0-83ba-fe80d7ff96ab.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ca4b34e4-3c70-45e0-83ba-fe80d7ff96ab. [ 751.494584] nova-conductor[54365]: WARNING nova.scheduler.utils [None req-898fc4d0-a669-4334-86b9-092c30077e08 tempest-ServersTestBootFromVolume-1362569340 tempest-ServersTestBootFromVolume-1362569340-project-member] [instance: ca4b34e4-3c70-45e0-83ba-fe80d7ff96ab] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ca4b34e4-3c70-45e0-83ba-fe80d7ff96ab. [ 751.521447] nova-conductor[54365]: DEBUG nova.network.neutron [None req-898fc4d0-a669-4334-86b9-092c30077e08 tempest-ServersTestBootFromVolume-1362569340 tempest-ServersTestBootFromVolume-1362569340-project-member] [instance: ca4b34e4-3c70-45e0-83ba-fe80d7ff96ab] deallocate_for_instance() {{(pid=54365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 751.544493] nova-conductor[54365]: DEBUG nova.network.neutron [None req-898fc4d0-a669-4334-86b9-092c30077e08 tempest-ServersTestBootFromVolume-1362569340 tempest-ServersTestBootFromVolume-1362569340-project-member] [instance: ca4b34e4-3c70-45e0-83ba-fe80d7ff96ab] Instance cache missing network info. {{(pid=54365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 751.549615] nova-conductor[54365]: DEBUG nova.network.neutron [None req-898fc4d0-a669-4334-86b9-092c30077e08 tempest-ServersTestBootFromVolume-1362569340 tempest-ServersTestBootFromVolume-1362569340-project-member] [instance: ca4b34e4-3c70-45e0-83ba-fe80d7ff96ab] Updating instance_info_cache with network_info: [] {{(pid=54365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.751482] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-0218c3a4-d7df-47d4-9def-003978485426 tempest-ListServersNegativeTestJSON-1262728300 tempest-ListServersNegativeTestJSON-1262728300-project-member] Took 0.51 seconds to select destinations for 3 instance(s). {{(pid=54364) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 751.768410] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-0218c3a4-d7df-47d4-9def-003978485426 tempest-ListServersNegativeTestJSON-1262728300 tempest-ListServersNegativeTestJSON-1262728300-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 751.768587] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-0218c3a4-d7df-47d4-9def-003978485426 tempest-ListServersNegativeTestJSON-1262728300 tempest-ListServersNegativeTestJSON-1262728300-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 751.768758] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-0218c3a4-d7df-47d4-9def-003978485426 tempest-ListServersNegativeTestJSON-1262728300 tempest-ListServersNegativeTestJSON-1262728300-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 751.805256] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-0218c3a4-d7df-47d4-9def-003978485426 tempest-ListServersNegativeTestJSON-1262728300 tempest-ListServersNegativeTestJSON-1262728300-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 751.805256] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-0218c3a4-d7df-47d4-9def-003978485426 tempest-ListServersNegativeTestJSON-1262728300 tempest-ListServersNegativeTestJSON-1262728300-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 751.805413] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-0218c3a4-d7df-47d4-9def-003978485426 tempest-ListServersNegativeTestJSON-1262728300 tempest-ListServersNegativeTestJSON-1262728300-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 751.827375] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-0218c3a4-d7df-47d4-9def-003978485426 tempest-ListServersNegativeTestJSON-1262728300 tempest-ListServersNegativeTestJSON-1262728300-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 751.827599] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-0218c3a4-d7df-47d4-9def-003978485426 tempest-ListServersNegativeTestJSON-1262728300 tempest-ListServersNegativeTestJSON-1262728300-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 751.827792] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-0218c3a4-d7df-47d4-9def-003978485426 tempest-ListServersNegativeTestJSON-1262728300 tempest-ListServersNegativeTestJSON-1262728300-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 751.855447] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-0218c3a4-d7df-47d4-9def-003978485426 tempest-ListServersNegativeTestJSON-1262728300 tempest-ListServersNegativeTestJSON-1262728300-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 751.856683] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-0218c3a4-d7df-47d4-9def-003978485426 tempest-ListServersNegativeTestJSON-1262728300 tempest-ListServersNegativeTestJSON-1262728300-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 751.856683] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-0218c3a4-d7df-47d4-9def-003978485426 tempest-ListServersNegativeTestJSON-1262728300 tempest-ListServersNegativeTestJSON-1262728300-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 751.856683] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-0218c3a4-d7df-47d4-9def-003978485426 tempest-ListServersNegativeTestJSON-1262728300 tempest-ListServersNegativeTestJSON-1262728300-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 751.856683] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-0218c3a4-d7df-47d4-9def-003978485426 tempest-ListServersNegativeTestJSON-1262728300 tempest-ListServersNegativeTestJSON-1262728300-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 751.856683] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-0218c3a4-d7df-47d4-9def-003978485426 tempest-ListServersNegativeTestJSON-1262728300 tempest-ListServersNegativeTestJSON-1262728300-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 751.864540] nova-conductor[54364]: DEBUG nova.quota [None req-0218c3a4-d7df-47d4-9def-003978485426 tempest-ListServersNegativeTestJSON-1262728300 tempest-ListServersNegativeTestJSON-1262728300-project-member] Getting quotas for project c036a4734208450691fba9eb7355f122. Resources: {'cores', 'ram', 'instances'} {{(pid=54364) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 751.867308] nova-conductor[54364]: DEBUG nova.quota [None req-0218c3a4-d7df-47d4-9def-003978485426 tempest-ListServersNegativeTestJSON-1262728300 tempest-ListServersNegativeTestJSON-1262728300-project-member] Getting quotas for user c2d072117ea54a699e2f845b79533dc6 and project c036a4734208450691fba9eb7355f122. Resources: {'cores', 'ram', 'instances'} {{(pid=54364) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 751.872075] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-0218c3a4-d7df-47d4-9def-003978485426 tempest-ListServersNegativeTestJSON-1262728300 tempest-ListServersNegativeTestJSON-1262728300-project-member] [instance: 49fd766a-d798-415e-b5eb-4ad4fe7934c0] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54364) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 751.872434] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-0218c3a4-d7df-47d4-9def-003978485426 tempest-ListServersNegativeTestJSON-1262728300 tempest-ListServersNegativeTestJSON-1262728300-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 751.872637] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-0218c3a4-d7df-47d4-9def-003978485426 tempest-ListServersNegativeTestJSON-1262728300 tempest-ListServersNegativeTestJSON-1262728300-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 751.872871] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-0218c3a4-d7df-47d4-9def-003978485426 tempest-ListServersNegativeTestJSON-1262728300 tempest-ListServersNegativeTestJSON-1262728300-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 751.875861] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-0218c3a4-d7df-47d4-9def-003978485426 tempest-ListServersNegativeTestJSON-1262728300 tempest-ListServersNegativeTestJSON-1262728300-project-member] [instance: 49fd766a-d798-415e-b5eb-4ad4fe7934c0] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54364) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 751.876662] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-0218c3a4-d7df-47d4-9def-003978485426 tempest-ListServersNegativeTestJSON-1262728300 tempest-ListServersNegativeTestJSON-1262728300-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 751.876753] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-0218c3a4-d7df-47d4-9def-003978485426 tempest-ListServersNegativeTestJSON-1262728300 tempest-ListServersNegativeTestJSON-1262728300-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 751.876936] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-0218c3a4-d7df-47d4-9def-003978485426 tempest-ListServersNegativeTestJSON-1262728300 tempest-ListServersNegativeTestJSON-1262728300-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 751.891521] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-0218c3a4-d7df-47d4-9def-003978485426 tempest-ListServersNegativeTestJSON-1262728300 tempest-ListServersNegativeTestJSON-1262728300-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 751.891756] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-0218c3a4-d7df-47d4-9def-003978485426 tempest-ListServersNegativeTestJSON-1262728300 tempest-ListServersNegativeTestJSON-1262728300-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 751.891904] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-0218c3a4-d7df-47d4-9def-003978485426 tempest-ListServersNegativeTestJSON-1262728300 tempest-ListServersNegativeTestJSON-1262728300-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 751.900494] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-0218c3a4-d7df-47d4-9def-003978485426 tempest-ListServersNegativeTestJSON-1262728300 tempest-ListServersNegativeTestJSON-1262728300-project-member] [instance: d7ddbbe2-2bea-4fa1-938c-a344f49f0178] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54364) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 751.900963] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-0218c3a4-d7df-47d4-9def-003978485426 tempest-ListServersNegativeTestJSON-1262728300 tempest-ListServersNegativeTestJSON-1262728300-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 751.901214] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-0218c3a4-d7df-47d4-9def-003978485426 tempest-ListServersNegativeTestJSON-1262728300 tempest-ListServersNegativeTestJSON-1262728300-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 751.901384] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-0218c3a4-d7df-47d4-9def-003978485426 tempest-ListServersNegativeTestJSON-1262728300 tempest-ListServersNegativeTestJSON-1262728300-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 751.904613] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-0218c3a4-d7df-47d4-9def-003978485426 tempest-ListServersNegativeTestJSON-1262728300 tempest-ListServersNegativeTestJSON-1262728300-project-member] [instance: d7ddbbe2-2bea-4fa1-938c-a344f49f0178] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54364) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 751.905245] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-0218c3a4-d7df-47d4-9def-003978485426 tempest-ListServersNegativeTestJSON-1262728300 tempest-ListServersNegativeTestJSON-1262728300-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 751.905441] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-0218c3a4-d7df-47d4-9def-003978485426 tempest-ListServersNegativeTestJSON-1262728300 tempest-ListServersNegativeTestJSON-1262728300-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 751.905604] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-0218c3a4-d7df-47d4-9def-003978485426 tempest-ListServersNegativeTestJSON-1262728300 tempest-ListServersNegativeTestJSON-1262728300-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 751.923570] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-0218c3a4-d7df-47d4-9def-003978485426 tempest-ListServersNegativeTestJSON-1262728300 tempest-ListServersNegativeTestJSON-1262728300-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 751.923570] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-0218c3a4-d7df-47d4-9def-003978485426 tempest-ListServersNegativeTestJSON-1262728300 tempest-ListServersNegativeTestJSON-1262728300-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 751.923570] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-0218c3a4-d7df-47d4-9def-003978485426 tempest-ListServersNegativeTestJSON-1262728300 tempest-ListServersNegativeTestJSON-1262728300-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 751.930643] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-0218c3a4-d7df-47d4-9def-003978485426 tempest-ListServersNegativeTestJSON-1262728300 tempest-ListServersNegativeTestJSON-1262728300-project-member] [instance: 42e05759-742f-4732-97cb-cab2cfb06996] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54364) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 751.934233] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-0218c3a4-d7df-47d4-9def-003978485426 tempest-ListServersNegativeTestJSON-1262728300 tempest-ListServersNegativeTestJSON-1262728300-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 751.934441] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-0218c3a4-d7df-47d4-9def-003978485426 tempest-ListServersNegativeTestJSON-1262728300 tempest-ListServersNegativeTestJSON-1262728300-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 751.934608] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-0218c3a4-d7df-47d4-9def-003978485426 tempest-ListServersNegativeTestJSON-1262728300 tempest-ListServersNegativeTestJSON-1262728300-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 751.943805] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-0218c3a4-d7df-47d4-9def-003978485426 tempest-ListServersNegativeTestJSON-1262728300 tempest-ListServersNegativeTestJSON-1262728300-project-member] [instance: 42e05759-742f-4732-97cb-cab2cfb06996] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54364) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 751.947108] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-0218c3a4-d7df-47d4-9def-003978485426 tempest-ListServersNegativeTestJSON-1262728300 tempest-ListServersNegativeTestJSON-1262728300-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 751.947108] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-0218c3a4-d7df-47d4-9def-003978485426 tempest-ListServersNegativeTestJSON-1262728300 tempest-ListServersNegativeTestJSON-1262728300-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 751.947108] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-0218c3a4-d7df-47d4-9def-003978485426 tempest-ListServersNegativeTestJSON-1262728300 tempest-ListServersNegativeTestJSON-1262728300-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 751.965785] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-0218c3a4-d7df-47d4-9def-003978485426 tempest-ListServersNegativeTestJSON-1262728300 tempest-ListServersNegativeTestJSON-1262728300-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 751.965968] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-0218c3a4-d7df-47d4-9def-003978485426 tempest-ListServersNegativeTestJSON-1262728300 tempest-ListServersNegativeTestJSON-1262728300-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 751.966526] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-0218c3a4-d7df-47d4-9def-003978485426 tempest-ListServersNegativeTestJSON-1262728300 tempest-ListServersNegativeTestJSON-1262728300-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 759.269241] nova-conductor[54364]: DEBUG dbcounter [-] [54364] Writing DB stats nova_cell1:SAVEPOINT=32,nova_cell1:RELEASE=32,nova_cell1:SELECT=366,nova_cell1:UPDATE=173,nova_cell1:INSERT=23 {{(pid=54364) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 760.381151] nova-conductor[54364]: ERROR nova.scheduler.utils [None req-02376305-c722-465f-b920-884da91cf11c tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] [instance: 73145811-c355-462e-9a8e-ffccf2efe683] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 7669df5b-17ac-4bff-91cb-982f857bd13c, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 73145811-c355-462e-9a8e-ffccf2efe683 was re-scheduled: Binding failed for port 7669df5b-17ac-4bff-91cb-982f857bd13c, please check neutron logs for more information.\n'] [ 760.381151] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-02376305-c722-465f-b920-884da91cf11c tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Rescheduling: True {{(pid=54364) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 760.381558] nova-conductor[54364]: WARNING nova.scheduler.utils [None req-02376305-c722-465f-b920-884da91cf11c tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 73145811-c355-462e-9a8e-ffccf2efe683.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 73145811-c355-462e-9a8e-ffccf2efe683. [ 760.381664] nova-conductor[54364]: WARNING nova.scheduler.utils [None req-02376305-c722-465f-b920-884da91cf11c tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] [instance: 73145811-c355-462e-9a8e-ffccf2efe683] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 73145811-c355-462e-9a8e-ffccf2efe683. [ 760.402090] nova-conductor[54364]: DEBUG nova.network.neutron [None req-02376305-c722-465f-b920-884da91cf11c tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] [instance: 73145811-c355-462e-9a8e-ffccf2efe683] deallocate_for_instance() {{(pid=54364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 760.421596] nova-conductor[54364]: DEBUG nova.network.neutron [None req-02376305-c722-465f-b920-884da91cf11c tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] [instance: 73145811-c355-462e-9a8e-ffccf2efe683] Instance cache missing network info. {{(pid=54364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 760.425024] nova-conductor[54364]: DEBUG nova.network.neutron [None req-02376305-c722-465f-b920-884da91cf11c tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] [instance: 73145811-c355-462e-9a8e-ffccf2efe683] Updating instance_info_cache with network_info: [] {{(pid=54364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 761.157312] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-1be2f8e9-bf99-4155-b02c-1154f0abaa1a tempest-ServerShowV257Test-1984098576 tempest-ServerShowV257Test-1984098576-project-member] Targeting cell 9a7c1614-c334-4151-9477-41d9d08ac2d5(cell1) for conductor method rebuild_instance {{(pid=54364) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 761.157312] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-1be2f8e9-bf99-4155-b02c-1154f0abaa1a tempest-ServerShowV257Test-1984098576 tempest-ServerShowV257Test-1984098576-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 761.157312] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-1be2f8e9-bf99-4155-b02c-1154f0abaa1a tempest-ServerShowV257Test-1984098576 tempest-ServerShowV257Test-1984098576-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 761.157312] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-1be2f8e9-bf99-4155-b02c-1154f0abaa1a tempest-ServerShowV257Test-1984098576 tempest-ServerShowV257Test-1984098576-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 761.168623] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-1be2f8e9-bf99-4155-b02c-1154f0abaa1a tempest-ServerShowV257Test-1984098576 tempest-ServerShowV257Test-1984098576-project-member] [instance: dfe3d851-8b82-4d0f-9346-b22a5b4ec1fe] No migration record for the rebuild/evacuate request. {{(pid=54364) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1227}} [ 761.861035] nova-conductor[54364]: DEBUG dbcounter [-] [54364] Writing DB stats nova_cell0:SELECT=1 {{(pid=54364) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 761.875551] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-3753763e-8ee5-4c77-a12d-be9c7374a1d6 tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54364) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 761.889869] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-3753763e-8ee5-4c77-a12d-be9c7374a1d6 tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 761.889869] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-3753763e-8ee5-4c77-a12d-be9c7374a1d6 tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 761.890188] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-3753763e-8ee5-4c77-a12d-be9c7374a1d6 tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 761.927839] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-3753763e-8ee5-4c77-a12d-be9c7374a1d6 tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 761.928100] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-3753763e-8ee5-4c77-a12d-be9c7374a1d6 tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 761.928272] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-3753763e-8ee5-4c77-a12d-be9c7374a1d6 tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 761.928649] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-3753763e-8ee5-4c77-a12d-be9c7374a1d6 tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 761.928862] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-3753763e-8ee5-4c77-a12d-be9c7374a1d6 tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 761.929045] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-3753763e-8ee5-4c77-a12d-be9c7374a1d6 tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 761.939419] nova-conductor[54364]: DEBUG nova.quota [None req-3753763e-8ee5-4c77-a12d-be9c7374a1d6 tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Getting quotas for project c583f4e7b29743aabd3e96f7c53fa04f. Resources: {'cores', 'ram', 'instances'} {{(pid=54364) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 761.942525] nova-conductor[54364]: DEBUG nova.quota [None req-3753763e-8ee5-4c77-a12d-be9c7374a1d6 tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Getting quotas for user a1ab4be10d444359a7a3b245ec9b9ea0 and project c583f4e7b29743aabd3e96f7c53fa04f. Resources: {'cores', 'ram', 'instances'} {{(pid=54364) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 761.947866] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-3753763e-8ee5-4c77-a12d-be9c7374a1d6 tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] [instance: 30045f41-3396-47cb-833d-b5b434c3671b] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54364) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 761.948415] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-3753763e-8ee5-4c77-a12d-be9c7374a1d6 tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 761.948622] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-3753763e-8ee5-4c77-a12d-be9c7374a1d6 tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 761.948819] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-3753763e-8ee5-4c77-a12d-be9c7374a1d6 tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 761.951827] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-3753763e-8ee5-4c77-a12d-be9c7374a1d6 tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] [instance: 30045f41-3396-47cb-833d-b5b434c3671b] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54364) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 761.952478] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-3753763e-8ee5-4c77-a12d-be9c7374a1d6 tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 761.952681] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-3753763e-8ee5-4c77-a12d-be9c7374a1d6 tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 761.952850] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-3753763e-8ee5-4c77-a12d-be9c7374a1d6 tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 761.971525] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-3753763e-8ee5-4c77-a12d-be9c7374a1d6 tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 761.971766] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-3753763e-8ee5-4c77-a12d-be9c7374a1d6 tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 761.971939] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-3753763e-8ee5-4c77-a12d-be9c7374a1d6 tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 764.690153] nova-conductor[54364]: ERROR nova.scheduler.utils [None req-96c4eb7e-c573-4b8b-afce-5cf741ea9109 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] [instance: c307cc2f-d0c9-49ab-aafa-768a34199f0c] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port ee20bfdf-1d5a-43cd-8098-8c97aa9ff954, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance c307cc2f-d0c9-49ab-aafa-768a34199f0c was re-scheduled: Binding failed for port ee20bfdf-1d5a-43cd-8098-8c97aa9ff954, please check neutron logs for more information.\n'] [ 764.690153] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-96c4eb7e-c573-4b8b-afce-5cf741ea9109 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Rescheduling: True {{(pid=54364) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 764.690153] nova-conductor[54364]: WARNING nova.scheduler.utils [None req-96c4eb7e-c573-4b8b-afce-5cf741ea9109 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c307cc2f-d0c9-49ab-aafa-768a34199f0c.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c307cc2f-d0c9-49ab-aafa-768a34199f0c. [ 764.690153] nova-conductor[54364]: WARNING nova.scheduler.utils [None req-96c4eb7e-c573-4b8b-afce-5cf741ea9109 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] [instance: c307cc2f-d0c9-49ab-aafa-768a34199f0c] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c307cc2f-d0c9-49ab-aafa-768a34199f0c. [ 764.725913] nova-conductor[54364]: DEBUG nova.network.neutron [None req-96c4eb7e-c573-4b8b-afce-5cf741ea9109 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] [instance: c307cc2f-d0c9-49ab-aafa-768a34199f0c] deallocate_for_instance() {{(pid=54364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 764.744686] nova-conductor[54364]: DEBUG nova.network.neutron [None req-96c4eb7e-c573-4b8b-afce-5cf741ea9109 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] [instance: c307cc2f-d0c9-49ab-aafa-768a34199f0c] Instance cache missing network info. {{(pid=54364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 764.748981] nova-conductor[54364]: DEBUG nova.network.neutron [None req-96c4eb7e-c573-4b8b-afce-5cf741ea9109 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] [instance: c307cc2f-d0c9-49ab-aafa-768a34199f0c] Updating instance_info_cache with network_info: [] {{(pid=54364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.299636] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writing DB stats nova_cell1:SAVEPOINT=46,nova_cell1:RELEASE=46,nova_cell1:SELECT=404,nova_cell1:UPDATE=206,nova_cell1:INSERT=32 {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 766.881374] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-2f209540-7a98-4469-b618-cd68940a7772 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54364) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 766.889779] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-2f209540-7a98-4469-b618-cd68940a7772 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] [instance: 801ac770-ecae-430c-8d6f-107fe3d04faa] While scheduling instance, the build request was already deleted. {{(pid=54364) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1706}} [ 766.995882] nova-conductor[54364]: INFO nova.scheduler.client.report [None req-2f209540-7a98-4469-b618-cd68940a7772 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Deleted allocations for instance 801ac770-ecae-430c-8d6f-107fe3d04faa [ 767.000645] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-2f209540-7a98-4469-b618-cd68940a7772 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 767.000871] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-2f209540-7a98-4469-b618-cd68940a7772 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 767.001051] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-2f209540-7a98-4469-b618-cd68940a7772 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 767.001516] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-2f209540-7a98-4469-b618-cd68940a7772 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 767.001712] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-2f209540-7a98-4469-b618-cd68940a7772 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 767.002191] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-2f209540-7a98-4469-b618-cd68940a7772 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 767.010898] nova-conductor[54364]: DEBUG nova.quota [None req-2f209540-7a98-4469-b618-cd68940a7772 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Getting quotas for project 33242a5e0a764cf3b8af687fc4302e8e. Resources: {'cores', 'ram', 'instances'} {{(pid=54364) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 767.012992] nova-conductor[54364]: DEBUG nova.quota [None req-2f209540-7a98-4469-b618-cd68940a7772 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Getting quotas for user 27ce526a1d824fe8b6573fa80adcd53f and project 33242a5e0a764cf3b8af687fc4302e8e. Resources: {'cores', 'ram', 'instances'} {{(pid=54364) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 767.380968] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-d5ea69d9-a066-48a9-a82e-7cb719add2f1 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54364) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 767.395088] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-d5ea69d9-a066-48a9-a82e-7cb719add2f1 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 767.395328] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-d5ea69d9-a066-48a9-a82e-7cb719add2f1 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 767.395505] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-d5ea69d9-a066-48a9-a82e-7cb719add2f1 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 767.432962] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-d5ea69d9-a066-48a9-a82e-7cb719add2f1 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 767.432962] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-d5ea69d9-a066-48a9-a82e-7cb719add2f1 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 767.433179] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-d5ea69d9-a066-48a9-a82e-7cb719add2f1 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 767.433574] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-d5ea69d9-a066-48a9-a82e-7cb719add2f1 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 767.434602] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-d5ea69d9-a066-48a9-a82e-7cb719add2f1 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 767.434602] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-d5ea69d9-a066-48a9-a82e-7cb719add2f1 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 767.446886] nova-conductor[54364]: DEBUG nova.quota [None req-d5ea69d9-a066-48a9-a82e-7cb719add2f1 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Getting quotas for project 33242a5e0a764cf3b8af687fc4302e8e. Resources: {'cores', 'ram', 'instances'} {{(pid=54364) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 767.451114] nova-conductor[54364]: DEBUG nova.quota [None req-d5ea69d9-a066-48a9-a82e-7cb719add2f1 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Getting quotas for user 27ce526a1d824fe8b6573fa80adcd53f and project 33242a5e0a764cf3b8af687fc4302e8e. Resources: {'cores', 'ram', 'instances'} {{(pid=54364) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 767.464425] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-d5ea69d9-a066-48a9-a82e-7cb719add2f1 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] [instance: 9fd66533-39ff-401d-81ef-f37eaceb3103] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54364) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 767.464962] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-d5ea69d9-a066-48a9-a82e-7cb719add2f1 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 767.465222] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-d5ea69d9-a066-48a9-a82e-7cb719add2f1 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 767.465409] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-d5ea69d9-a066-48a9-a82e-7cb719add2f1 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 767.471801] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-d5ea69d9-a066-48a9-a82e-7cb719add2f1 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] [instance: 9fd66533-39ff-401d-81ef-f37eaceb3103] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54364) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 767.472585] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-d5ea69d9-a066-48a9-a82e-7cb719add2f1 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 767.472805] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-d5ea69d9-a066-48a9-a82e-7cb719add2f1 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 767.473013] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-d5ea69d9-a066-48a9-a82e-7cb719add2f1 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 767.491942] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-d5ea69d9-a066-48a9-a82e-7cb719add2f1 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 767.492307] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-d5ea69d9-a066-48a9-a82e-7cb719add2f1 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 767.492470] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-d5ea69d9-a066-48a9-a82e-7cb719add2f1 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 769.002215] nova-conductor[54364]: ERROR nova.scheduler.utils [None req-c2baa77b-5fcc-4666-b642-016bc11a42b0 tempest-ServersTestMultiNic-642164647 tempest-ServersTestMultiNic-642164647-project-member] [instance: c9c375f1-dd7f-43fb-acf6-45e766a8333d] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 3ca3421b-047d-49b3-bc8b-d41ad48edeba, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance c9c375f1-dd7f-43fb-acf6-45e766a8333d was re-scheduled: Binding failed for port 3ca3421b-047d-49b3-bc8b-d41ad48edeba, please check neutron logs for more information.\n'] [ 769.002887] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-c2baa77b-5fcc-4666-b642-016bc11a42b0 tempest-ServersTestMultiNic-642164647 tempest-ServersTestMultiNic-642164647-project-member] Rescheduling: True {{(pid=54364) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 769.003143] nova-conductor[54364]: WARNING nova.scheduler.utils [None req-c2baa77b-5fcc-4666-b642-016bc11a42b0 tempest-ServersTestMultiNic-642164647 tempest-ServersTestMultiNic-642164647-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c9c375f1-dd7f-43fb-acf6-45e766a8333d.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c9c375f1-dd7f-43fb-acf6-45e766a8333d. [ 769.003471] nova-conductor[54364]: WARNING nova.scheduler.utils [None req-c2baa77b-5fcc-4666-b642-016bc11a42b0 tempest-ServersTestMultiNic-642164647 tempest-ServersTestMultiNic-642164647-project-member] [instance: c9c375f1-dd7f-43fb-acf6-45e766a8333d] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c9c375f1-dd7f-43fb-acf6-45e766a8333d. [ 769.028788] nova-conductor[54364]: DEBUG nova.network.neutron [None req-c2baa77b-5fcc-4666-b642-016bc11a42b0 tempest-ServersTestMultiNic-642164647 tempest-ServersTestMultiNic-642164647-project-member] [instance: c9c375f1-dd7f-43fb-acf6-45e766a8333d] deallocate_for_instance() {{(pid=54364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 769.047163] nova-conductor[54364]: DEBUG nova.network.neutron [None req-c2baa77b-5fcc-4666-b642-016bc11a42b0 tempest-ServersTestMultiNic-642164647 tempest-ServersTestMultiNic-642164647-project-member] [instance: c9c375f1-dd7f-43fb-acf6-45e766a8333d] Instance cache missing network info. {{(pid=54364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 769.050992] nova-conductor[54364]: DEBUG nova.network.neutron [None req-c2baa77b-5fcc-4666-b642-016bc11a42b0 tempest-ServersTestMultiNic-642164647 tempest-ServersTestMultiNic-642164647-project-member] [instance: c9c375f1-dd7f-43fb-acf6-45e766a8333d] Updating instance_info_cache with network_info: [] {{(pid=54364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.040154] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-069e519c-c21f-4ca0-bd65-c338d54157d0 tempest-ServersTestMultiNic-642164647 tempest-ServersTestMultiNic-642164647-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54365) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 772.059019] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-069e519c-c21f-4ca0-bd65-c338d54157d0 tempest-ServersTestMultiNic-642164647 tempest-ServersTestMultiNic-642164647-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 772.059019] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-069e519c-c21f-4ca0-bd65-c338d54157d0 tempest-ServersTestMultiNic-642164647 tempest-ServersTestMultiNic-642164647-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 772.059019] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-069e519c-c21f-4ca0-bd65-c338d54157d0 tempest-ServersTestMultiNic-642164647 tempest-ServersTestMultiNic-642164647-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 772.088031] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-069e519c-c21f-4ca0-bd65-c338d54157d0 tempest-ServersTestMultiNic-642164647 tempest-ServersTestMultiNic-642164647-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 772.088617] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-069e519c-c21f-4ca0-bd65-c338d54157d0 tempest-ServersTestMultiNic-642164647 tempest-ServersTestMultiNic-642164647-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 772.090677] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-069e519c-c21f-4ca0-bd65-c338d54157d0 tempest-ServersTestMultiNic-642164647 tempest-ServersTestMultiNic-642164647-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 772.090677] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-069e519c-c21f-4ca0-bd65-c338d54157d0 tempest-ServersTestMultiNic-642164647 tempest-ServersTestMultiNic-642164647-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 772.090677] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-069e519c-c21f-4ca0-bd65-c338d54157d0 tempest-ServersTestMultiNic-642164647 tempest-ServersTestMultiNic-642164647-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 772.090677] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-069e519c-c21f-4ca0-bd65-c338d54157d0 tempest-ServersTestMultiNic-642164647 tempest-ServersTestMultiNic-642164647-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 772.101433] nova-conductor[54365]: DEBUG nova.quota [None req-069e519c-c21f-4ca0-bd65-c338d54157d0 tempest-ServersTestMultiNic-642164647 tempest-ServersTestMultiNic-642164647-project-member] Getting quotas for project 3cd104b68e8640f7a50da22df521f2d7. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 772.104297] nova-conductor[54365]: DEBUG nova.quota [None req-069e519c-c21f-4ca0-bd65-c338d54157d0 tempest-ServersTestMultiNic-642164647 tempest-ServersTestMultiNic-642164647-project-member] Getting quotas for user 4cdd5547cb3a4b5493ef44880000ef13 and project 3cd104b68e8640f7a50da22df521f2d7. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 772.116337] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-069e519c-c21f-4ca0-bd65-c338d54157d0 tempest-ServersTestMultiNic-642164647 tempest-ServersTestMultiNic-642164647-project-member] [instance: 61d68c36-5251-4fad-9d3b-125296ae0861] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54365) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 772.116337] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-069e519c-c21f-4ca0-bd65-c338d54157d0 tempest-ServersTestMultiNic-642164647 tempest-ServersTestMultiNic-642164647-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 772.116337] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-069e519c-c21f-4ca0-bd65-c338d54157d0 tempest-ServersTestMultiNic-642164647 tempest-ServersTestMultiNic-642164647-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 772.116337] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-069e519c-c21f-4ca0-bd65-c338d54157d0 tempest-ServersTestMultiNic-642164647 tempest-ServersTestMultiNic-642164647-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 772.127663] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-069e519c-c21f-4ca0-bd65-c338d54157d0 tempest-ServersTestMultiNic-642164647 tempest-ServersTestMultiNic-642164647-project-member] [instance: 61d68c36-5251-4fad-9d3b-125296ae0861] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54365) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 772.128335] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-069e519c-c21f-4ca0-bd65-c338d54157d0 tempest-ServersTestMultiNic-642164647 tempest-ServersTestMultiNic-642164647-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 772.128531] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-069e519c-c21f-4ca0-bd65-c338d54157d0 tempest-ServersTestMultiNic-642164647 tempest-ServersTestMultiNic-642164647-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 772.128691] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-069e519c-c21f-4ca0-bd65-c338d54157d0 tempest-ServersTestMultiNic-642164647 tempest-ServersTestMultiNic-642164647-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 772.145970] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-069e519c-c21f-4ca0-bd65-c338d54157d0 tempest-ServersTestMultiNic-642164647 tempest-ServersTestMultiNic-642164647-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 772.146286] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-069e519c-c21f-4ca0-bd65-c338d54157d0 tempest-ServersTestMultiNic-642164647 tempest-ServersTestMultiNic-642164647-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 772.146698] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-069e519c-c21f-4ca0-bd65-c338d54157d0 tempest-ServersTestMultiNic-642164647 tempest-ServersTestMultiNic-642164647-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 772.753079] nova-conductor[54364]: ERROR nova.scheduler.utils [None req-71c0a200-3df5-47f6-95f3-0b8e39ac3271 tempest-ServerTagsTestJSON-1344909590 tempest-ServerTagsTestJSON-1344909590-project-member] [instance: 8e7c5e2e-c419-44c9-85b0-c9cc171b87f1] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port f6ba4241-cc69-4f0f-9dd4-ca27d7eec3cb, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 8e7c5e2e-c419-44c9-85b0-c9cc171b87f1 was re-scheduled: Binding failed for port f6ba4241-cc69-4f0f-9dd4-ca27d7eec3cb, please check neutron logs for more information.\n'] [ 772.758219] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-71c0a200-3df5-47f6-95f3-0b8e39ac3271 tempest-ServerTagsTestJSON-1344909590 tempest-ServerTagsTestJSON-1344909590-project-member] Rescheduling: True {{(pid=54364) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 772.758219] nova-conductor[54364]: WARNING nova.scheduler.utils [None req-71c0a200-3df5-47f6-95f3-0b8e39ac3271 tempest-ServerTagsTestJSON-1344909590 tempest-ServerTagsTestJSON-1344909590-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 8e7c5e2e-c419-44c9-85b0-c9cc171b87f1.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 8e7c5e2e-c419-44c9-85b0-c9cc171b87f1. [ 772.758219] nova-conductor[54364]: WARNING nova.scheduler.utils [None req-71c0a200-3df5-47f6-95f3-0b8e39ac3271 tempest-ServerTagsTestJSON-1344909590 tempest-ServerTagsTestJSON-1344909590-project-member] [instance: 8e7c5e2e-c419-44c9-85b0-c9cc171b87f1] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 8e7c5e2e-c419-44c9-85b0-c9cc171b87f1. [ 772.791419] nova-conductor[54364]: DEBUG nova.network.neutron [None req-71c0a200-3df5-47f6-95f3-0b8e39ac3271 tempest-ServerTagsTestJSON-1344909590 tempest-ServerTagsTestJSON-1344909590-project-member] [instance: 8e7c5e2e-c419-44c9-85b0-c9cc171b87f1] deallocate_for_instance() {{(pid=54364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 772.812143] nova-conductor[54364]: DEBUG nova.network.neutron [None req-71c0a200-3df5-47f6-95f3-0b8e39ac3271 tempest-ServerTagsTestJSON-1344909590 tempest-ServerTagsTestJSON-1344909590-project-member] [instance: 8e7c5e2e-c419-44c9-85b0-c9cc171b87f1] Instance cache missing network info. {{(pid=54364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 772.816082] nova-conductor[54364]: DEBUG nova.network.neutron [None req-71c0a200-3df5-47f6-95f3-0b8e39ac3271 tempest-ServerTagsTestJSON-1344909590 tempest-ServerTagsTestJSON-1344909590-project-member] [instance: 8e7c5e2e-c419-44c9-85b0-c9cc171b87f1] Updating instance_info_cache with network_info: [] {{(pid=54364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.005341] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-6dc5103a-1830-444c-8c4b-be0feae49826 tempest-ServerMetadataTestJSON-580174521 tempest-ServerMetadataTestJSON-580174521-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54364) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 775.028451] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-6dc5103a-1830-444c-8c4b-be0feae49826 tempest-ServerMetadataTestJSON-580174521 tempest-ServerMetadataTestJSON-580174521-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 775.028703] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-6dc5103a-1830-444c-8c4b-be0feae49826 tempest-ServerMetadataTestJSON-580174521 tempest-ServerMetadataTestJSON-580174521-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 775.028913] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-6dc5103a-1830-444c-8c4b-be0feae49826 tempest-ServerMetadataTestJSON-580174521 tempest-ServerMetadataTestJSON-580174521-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 775.072340] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-6dc5103a-1830-444c-8c4b-be0feae49826 tempest-ServerMetadataTestJSON-580174521 tempest-ServerMetadataTestJSON-580174521-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 775.072583] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-6dc5103a-1830-444c-8c4b-be0feae49826 tempest-ServerMetadataTestJSON-580174521 tempest-ServerMetadataTestJSON-580174521-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 775.072756] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-6dc5103a-1830-444c-8c4b-be0feae49826 tempest-ServerMetadataTestJSON-580174521 tempest-ServerMetadataTestJSON-580174521-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 775.073155] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-6dc5103a-1830-444c-8c4b-be0feae49826 tempest-ServerMetadataTestJSON-580174521 tempest-ServerMetadataTestJSON-580174521-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 775.073348] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-6dc5103a-1830-444c-8c4b-be0feae49826 tempest-ServerMetadataTestJSON-580174521 tempest-ServerMetadataTestJSON-580174521-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 775.073511] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-6dc5103a-1830-444c-8c4b-be0feae49826 tempest-ServerMetadataTestJSON-580174521 tempest-ServerMetadataTestJSON-580174521-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 775.086021] nova-conductor[54364]: DEBUG nova.quota [None req-6dc5103a-1830-444c-8c4b-be0feae49826 tempest-ServerMetadataTestJSON-580174521 tempest-ServerMetadataTestJSON-580174521-project-member] Getting quotas for project b806f620846340798e9257fb384a3d31. Resources: {'cores', 'ram', 'instances'} {{(pid=54364) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 775.087076] nova-conductor[54364]: DEBUG nova.quota [None req-6dc5103a-1830-444c-8c4b-be0feae49826 tempest-ServerMetadataTestJSON-580174521 tempest-ServerMetadataTestJSON-580174521-project-member] Getting quotas for user 020e7ac0d1f2455ca052084290166100 and project b806f620846340798e9257fb384a3d31. Resources: {'cores', 'ram', 'instances'} {{(pid=54364) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 775.093092] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-6dc5103a-1830-444c-8c4b-be0feae49826 tempest-ServerMetadataTestJSON-580174521 tempest-ServerMetadataTestJSON-580174521-project-member] [instance: 29f16f05-fe2f-4c16-ab8c-6fb210bbce8a] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54364) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 775.093505] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-6dc5103a-1830-444c-8c4b-be0feae49826 tempest-ServerMetadataTestJSON-580174521 tempest-ServerMetadataTestJSON-580174521-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 775.095038] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-6dc5103a-1830-444c-8c4b-be0feae49826 tempest-ServerMetadataTestJSON-580174521 tempest-ServerMetadataTestJSON-580174521-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 775.095038] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-6dc5103a-1830-444c-8c4b-be0feae49826 tempest-ServerMetadataTestJSON-580174521 tempest-ServerMetadataTestJSON-580174521-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 775.101188] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-6dc5103a-1830-444c-8c4b-be0feae49826 tempest-ServerMetadataTestJSON-580174521 tempest-ServerMetadataTestJSON-580174521-project-member] [instance: 29f16f05-fe2f-4c16-ab8c-6fb210bbce8a] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54364) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 775.101569] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-6dc5103a-1830-444c-8c4b-be0feae49826 tempest-ServerMetadataTestJSON-580174521 tempest-ServerMetadataTestJSON-580174521-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 775.101754] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-6dc5103a-1830-444c-8c4b-be0feae49826 tempest-ServerMetadataTestJSON-580174521 tempest-ServerMetadataTestJSON-580174521-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 775.101924] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-6dc5103a-1830-444c-8c4b-be0feae49826 tempest-ServerMetadataTestJSON-580174521 tempest-ServerMetadataTestJSON-580174521-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 775.122923] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-6dc5103a-1830-444c-8c4b-be0feae49826 tempest-ServerMetadataTestJSON-580174521 tempest-ServerMetadataTestJSON-580174521-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 775.123168] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-6dc5103a-1830-444c-8c4b-be0feae49826 tempest-ServerMetadataTestJSON-580174521 tempest-ServerMetadataTestJSON-580174521-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 775.123339] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-6dc5103a-1830-444c-8c4b-be0feae49826 tempest-ServerMetadataTestJSON-580174521 tempest-ServerMetadataTestJSON-580174521-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 777.230438] nova-conductor[54365]: ERROR nova.scheduler.utils [None req-3aa6ed4e-be16-487b-81a5-8ab380367e80 tempest-ServerPasswordTestJSON-1103504192 tempest-ServerPasswordTestJSON-1103504192-project-member] [instance: 695dfaa6-8e34-4426-b025-6ce7e4e3174c] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port db858b6e-cad6-4091-9388-8d468e6eeaa7, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 695dfaa6-8e34-4426-b025-6ce7e4e3174c was re-scheduled: Binding failed for port db858b6e-cad6-4091-9388-8d468e6eeaa7, please check neutron logs for more information.\n'] [ 777.231795] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-3aa6ed4e-be16-487b-81a5-8ab380367e80 tempest-ServerPasswordTestJSON-1103504192 tempest-ServerPasswordTestJSON-1103504192-project-member] Rescheduling: True {{(pid=54365) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 777.232177] nova-conductor[54365]: WARNING nova.scheduler.utils [None req-3aa6ed4e-be16-487b-81a5-8ab380367e80 tempest-ServerPasswordTestJSON-1103504192 tempest-ServerPasswordTestJSON-1103504192-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 695dfaa6-8e34-4426-b025-6ce7e4e3174c.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 695dfaa6-8e34-4426-b025-6ce7e4e3174c. [ 777.232647] nova-conductor[54365]: WARNING nova.scheduler.utils [None req-3aa6ed4e-be16-487b-81a5-8ab380367e80 tempest-ServerPasswordTestJSON-1103504192 tempest-ServerPasswordTestJSON-1103504192-project-member] [instance: 695dfaa6-8e34-4426-b025-6ce7e4e3174c] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 695dfaa6-8e34-4426-b025-6ce7e4e3174c. [ 777.259894] nova-conductor[54365]: DEBUG nova.network.neutron [None req-3aa6ed4e-be16-487b-81a5-8ab380367e80 tempest-ServerPasswordTestJSON-1103504192 tempest-ServerPasswordTestJSON-1103504192-project-member] [instance: 695dfaa6-8e34-4426-b025-6ce7e4e3174c] deallocate_for_instance() {{(pid=54365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 777.275925] nova-conductor[54365]: DEBUG nova.network.neutron [None req-3aa6ed4e-be16-487b-81a5-8ab380367e80 tempest-ServerPasswordTestJSON-1103504192 tempest-ServerPasswordTestJSON-1103504192-project-member] [instance: 695dfaa6-8e34-4426-b025-6ce7e4e3174c] Instance cache missing network info. {{(pid=54365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 777.279303] nova-conductor[54365]: DEBUG nova.network.neutron [None req-3aa6ed4e-be16-487b-81a5-8ab380367e80 tempest-ServerPasswordTestJSON-1103504192 tempest-ServerPasswordTestJSON-1103504192-project-member] [instance: 695dfaa6-8e34-4426-b025-6ce7e4e3174c] Updating instance_info_cache with network_info: [] {{(pid=54365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.927505] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-ac0c7a69-0c05-417b-a4fd-fc5b2b39aeeb tempest-ServerActionsV293TestJSON-959671216 tempest-ServerActionsV293TestJSON-959671216-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54365) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 777.943763] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-ac0c7a69-0c05-417b-a4fd-fc5b2b39aeeb tempest-ServerActionsV293TestJSON-959671216 tempest-ServerActionsV293TestJSON-959671216-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 777.944016] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-ac0c7a69-0c05-417b-a4fd-fc5b2b39aeeb tempest-ServerActionsV293TestJSON-959671216 tempest-ServerActionsV293TestJSON-959671216-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 777.944200] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-ac0c7a69-0c05-417b-a4fd-fc5b2b39aeeb tempest-ServerActionsV293TestJSON-959671216 tempest-ServerActionsV293TestJSON-959671216-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 777.992910] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-ac0c7a69-0c05-417b-a4fd-fc5b2b39aeeb tempest-ServerActionsV293TestJSON-959671216 tempest-ServerActionsV293TestJSON-959671216-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 777.995027] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-ac0c7a69-0c05-417b-a4fd-fc5b2b39aeeb tempest-ServerActionsV293TestJSON-959671216 tempest-ServerActionsV293TestJSON-959671216-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 777.995027] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-ac0c7a69-0c05-417b-a4fd-fc5b2b39aeeb tempest-ServerActionsV293TestJSON-959671216 tempest-ServerActionsV293TestJSON-959671216-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 777.995027] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-ac0c7a69-0c05-417b-a4fd-fc5b2b39aeeb tempest-ServerActionsV293TestJSON-959671216 tempest-ServerActionsV293TestJSON-959671216-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 777.995027] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-ac0c7a69-0c05-417b-a4fd-fc5b2b39aeeb tempest-ServerActionsV293TestJSON-959671216 tempest-ServerActionsV293TestJSON-959671216-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 777.995027] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-ac0c7a69-0c05-417b-a4fd-fc5b2b39aeeb tempest-ServerActionsV293TestJSON-959671216 tempest-ServerActionsV293TestJSON-959671216-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 778.038203] nova-conductor[54365]: DEBUG nova.quota [None req-ac0c7a69-0c05-417b-a4fd-fc5b2b39aeeb tempest-ServerActionsV293TestJSON-959671216 tempest-ServerActionsV293TestJSON-959671216-project-member] Getting quotas for project 944cd46054cf4352a1dff3284bd5a88c. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 778.045910] nova-conductor[54365]: DEBUG nova.quota [None req-ac0c7a69-0c05-417b-a4fd-fc5b2b39aeeb tempest-ServerActionsV293TestJSON-959671216 tempest-ServerActionsV293TestJSON-959671216-project-member] Getting quotas for user e39de6e249384be79ec9429141464b81 and project 944cd46054cf4352a1dff3284bd5a88c. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 778.050897] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-ac0c7a69-0c05-417b-a4fd-fc5b2b39aeeb tempest-ServerActionsV293TestJSON-959671216 tempest-ServerActionsV293TestJSON-959671216-project-member] [instance: c30e0db3-9b63-44b7-9b7f-810defc530d1] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54365) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 778.051366] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-ac0c7a69-0c05-417b-a4fd-fc5b2b39aeeb tempest-ServerActionsV293TestJSON-959671216 tempest-ServerActionsV293TestJSON-959671216-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 778.051575] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-ac0c7a69-0c05-417b-a4fd-fc5b2b39aeeb tempest-ServerActionsV293TestJSON-959671216 tempest-ServerActionsV293TestJSON-959671216-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 778.051847] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-ac0c7a69-0c05-417b-a4fd-fc5b2b39aeeb tempest-ServerActionsV293TestJSON-959671216 tempest-ServerActionsV293TestJSON-959671216-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 778.055888] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-ac0c7a69-0c05-417b-a4fd-fc5b2b39aeeb tempest-ServerActionsV293TestJSON-959671216 tempest-ServerActionsV293TestJSON-959671216-project-member] [instance: c30e0db3-9b63-44b7-9b7f-810defc530d1] block_device_mapping [BlockDeviceMapping(attachment_id=d69f8a7c-f5e7-4f3e-a7d6-948fd3dfb7b9,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='volume',device_name=None,device_type=None,disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id=None,instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='volume',tag=None,updated_at=,uuid=,volume_id='fb506c39-d341-4d52-9b16-5d2ed093a6cc',volume_size=1,volume_type=None)] {{(pid=54365) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 778.056013] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-ac0c7a69-0c05-417b-a4fd-fc5b2b39aeeb tempest-ServerActionsV293TestJSON-959671216 tempest-ServerActionsV293TestJSON-959671216-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 778.057222] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-ac0c7a69-0c05-417b-a4fd-fc5b2b39aeeb tempest-ServerActionsV293TestJSON-959671216 tempest-ServerActionsV293TestJSON-959671216-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 778.057222] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-ac0c7a69-0c05-417b-a4fd-fc5b2b39aeeb tempest-ServerActionsV293TestJSON-959671216 tempest-ServerActionsV293TestJSON-959671216-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 778.083089] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-ac0c7a69-0c05-417b-a4fd-fc5b2b39aeeb tempest-ServerActionsV293TestJSON-959671216 tempest-ServerActionsV293TestJSON-959671216-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 778.083327] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-ac0c7a69-0c05-417b-a4fd-fc5b2b39aeeb tempest-ServerActionsV293TestJSON-959671216 tempest-ServerActionsV293TestJSON-959671216-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 778.083491] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-ac0c7a69-0c05-417b-a4fd-fc5b2b39aeeb tempest-ServerActionsV293TestJSON-959671216 tempest-ServerActionsV293TestJSON-959671216-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 779.052922] nova-conductor[54364]: ERROR nova.scheduler.utils [None req-67b78c50-31ec-4718-896d-7b408ca57961 tempest-ServersNegativeTestMultiTenantJSON-130378985 tempest-ServersNegativeTestMultiTenantJSON-130378985-project-member] [instance: eda91c9e-886e-468e-b9eb-0435c1e94cd3] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port f2f68fb9-7251-4077-bd6b-f5696880cac6, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance eda91c9e-886e-468e-b9eb-0435c1e94cd3 was re-scheduled: Binding failed for port f2f68fb9-7251-4077-bd6b-f5696880cac6, please check neutron logs for more information.\n'] [ 779.054676] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-67b78c50-31ec-4718-896d-7b408ca57961 tempest-ServersNegativeTestMultiTenantJSON-130378985 tempest-ServersNegativeTestMultiTenantJSON-130378985-project-member] Rescheduling: True {{(pid=54364) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 779.054676] nova-conductor[54364]: WARNING nova.scheduler.utils [None req-67b78c50-31ec-4718-896d-7b408ca57961 tempest-ServersNegativeTestMultiTenantJSON-130378985 tempest-ServersNegativeTestMultiTenantJSON-130378985-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance eda91c9e-886e-468e-b9eb-0435c1e94cd3.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance eda91c9e-886e-468e-b9eb-0435c1e94cd3. [ 779.054676] nova-conductor[54364]: WARNING nova.scheduler.utils [None req-67b78c50-31ec-4718-896d-7b408ca57961 tempest-ServersNegativeTestMultiTenantJSON-130378985 tempest-ServersNegativeTestMultiTenantJSON-130378985-project-member] [instance: eda91c9e-886e-468e-b9eb-0435c1e94cd3] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance eda91c9e-886e-468e-b9eb-0435c1e94cd3. [ 779.086450] nova-conductor[54364]: DEBUG nova.network.neutron [None req-67b78c50-31ec-4718-896d-7b408ca57961 tempest-ServersNegativeTestMultiTenantJSON-130378985 tempest-ServersNegativeTestMultiTenantJSON-130378985-project-member] [instance: eda91c9e-886e-468e-b9eb-0435c1e94cd3] deallocate_for_instance() {{(pid=54364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 779.121505] nova-conductor[54364]: DEBUG nova.network.neutron [None req-67b78c50-31ec-4718-896d-7b408ca57961 tempest-ServersNegativeTestMultiTenantJSON-130378985 tempest-ServersNegativeTestMultiTenantJSON-130378985-project-member] [instance: eda91c9e-886e-468e-b9eb-0435c1e94cd3] Instance cache missing network info. {{(pid=54364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 779.127036] nova-conductor[54364]: DEBUG nova.network.neutron [None req-67b78c50-31ec-4718-896d-7b408ca57961 tempest-ServersNegativeTestMultiTenantJSON-130378985 tempest-ServersNegativeTestMultiTenantJSON-130378985-project-member] [instance: eda91c9e-886e-468e-b9eb-0435c1e94cd3] Updating instance_info_cache with network_info: [] {{(pid=54364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 785.078426] nova-conductor[54364]: DEBUG dbcounter [-] [54364] Writing DB stats nova_cell0:SELECT=4 {{(pid=54364) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 785.105949] nova-conductor[54364]: DEBUG dbcounter [-] [54364] Writing DB stats nova_cell1:SELECT=21,nova_cell1:SAVEPOINT=2,nova_cell1:INSERT=45,nova_cell1:RELEASE=2,nova_cell1:UPDATE=3 {{(pid=54364) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 785.113327] nova-conductor[54364]: DEBUG dbcounter [-] [54364] Writing DB stats nova_api:SELECT=35,nova_api:UPDATE=3,nova_api:DELETE=2 {{(pid=54364) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 785.121113] nova-conductor[54364]: DEBUG dbcounter [-] [54364] Writing DB stats nova_api:SELECT=32,nova_api:UPDATE=3,nova_api:DELETE=5 {{(pid=54364) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 785.691840] nova-conductor[54365]: ERROR nova.scheduler.utils [None req-a4b20828-a034-45d8-aab0-a3a1fbf10a97 tempest-ServerAddressesTestJSON-2081107117 tempest-ServerAddressesTestJSON-2081107117-project-member] [instance: eedbd5eb-e431-477e-a817-acb8f54fa511] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port c0e0a74b-ce7a-4e90-8465-6999f72205cd, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance eedbd5eb-e431-477e-a817-acb8f54fa511 was re-scheduled: Binding failed for port c0e0a74b-ce7a-4e90-8465-6999f72205cd, please check neutron logs for more information.\n'] [ 785.691840] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-a4b20828-a034-45d8-aab0-a3a1fbf10a97 tempest-ServerAddressesTestJSON-2081107117 tempest-ServerAddressesTestJSON-2081107117-project-member] Rescheduling: True {{(pid=54365) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 785.691840] nova-conductor[54365]: WARNING nova.scheduler.utils [None req-a4b20828-a034-45d8-aab0-a3a1fbf10a97 tempest-ServerAddressesTestJSON-2081107117 tempest-ServerAddressesTestJSON-2081107117-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance eedbd5eb-e431-477e-a817-acb8f54fa511.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance eedbd5eb-e431-477e-a817-acb8f54fa511. [ 785.691840] nova-conductor[54365]: WARNING nova.scheduler.utils [None req-a4b20828-a034-45d8-aab0-a3a1fbf10a97 tempest-ServerAddressesTestJSON-2081107117 tempest-ServerAddressesTestJSON-2081107117-project-member] [instance: eedbd5eb-e431-477e-a817-acb8f54fa511] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance eedbd5eb-e431-477e-a817-acb8f54fa511. [ 785.720027] nova-conductor[54365]: DEBUG nova.network.neutron [None req-a4b20828-a034-45d8-aab0-a3a1fbf10a97 tempest-ServerAddressesTestJSON-2081107117 tempest-ServerAddressesTestJSON-2081107117-project-member] [instance: eedbd5eb-e431-477e-a817-acb8f54fa511] deallocate_for_instance() {{(pid=54365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 785.740104] nova-conductor[54365]: DEBUG nova.network.neutron [None req-a4b20828-a034-45d8-aab0-a3a1fbf10a97 tempest-ServerAddressesTestJSON-2081107117 tempest-ServerAddressesTestJSON-2081107117-project-member] [instance: eedbd5eb-e431-477e-a817-acb8f54fa511] Instance cache missing network info. {{(pid=54365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 785.744057] nova-conductor[54365]: DEBUG nova.network.neutron [None req-a4b20828-a034-45d8-aab0-a3a1fbf10a97 tempest-ServerAddressesTestJSON-2081107117 tempest-ServerAddressesTestJSON-2081107117-project-member] [instance: eedbd5eb-e431-477e-a817-acb8f54fa511] Updating instance_info_cache with network_info: [] {{(pid=54365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.001037] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writing DB stats nova_cell0:SELECT=2 {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 788.060020] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writing DB stats nova_cell1:SELECT=6,nova_cell1:INSERT=15,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1 {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 788.072625] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writing DB stats nova_api:SELECT=14,nova_api:UPDATE=1 {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 788.080282] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writing DB stats nova_api:SELECT=10,nova_api:UPDATE=1,nova_api:DELETE=2 {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 789.943094] nova-conductor[54364]: ERROR nova.scheduler.utils [None req-8cb3cd60-664d-428c-966f-39abb41ed7aa tempest-VolumesAdminNegativeTest-1916042834 tempest-VolumesAdminNegativeTest-1916042834-project-member] [instance: 5ffd77a0-df9a-461c-837e-05b4ff66ea52] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port f20a72bb-fd85-4120-b420-d0c516473eed, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 5ffd77a0-df9a-461c-837e-05b4ff66ea52 was re-scheduled: Binding failed for port f20a72bb-fd85-4120-b420-d0c516473eed, please check neutron logs for more information.\n'] [ 789.943094] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-8cb3cd60-664d-428c-966f-39abb41ed7aa tempest-VolumesAdminNegativeTest-1916042834 tempest-VolumesAdminNegativeTest-1916042834-project-member] Rescheduling: True {{(pid=54364) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 789.943094] nova-conductor[54364]: WARNING nova.scheduler.utils [None req-8cb3cd60-664d-428c-966f-39abb41ed7aa tempest-VolumesAdminNegativeTest-1916042834 tempest-VolumesAdminNegativeTest-1916042834-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5ffd77a0-df9a-461c-837e-05b4ff66ea52.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5ffd77a0-df9a-461c-837e-05b4ff66ea52. [ 789.943094] nova-conductor[54364]: WARNING nova.scheduler.utils [None req-8cb3cd60-664d-428c-966f-39abb41ed7aa tempest-VolumesAdminNegativeTest-1916042834 tempest-VolumesAdminNegativeTest-1916042834-project-member] [instance: 5ffd77a0-df9a-461c-837e-05b4ff66ea52] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5ffd77a0-df9a-461c-837e-05b4ff66ea52. [ 789.965342] nova-conductor[54364]: DEBUG nova.network.neutron [None req-8cb3cd60-664d-428c-966f-39abb41ed7aa tempest-VolumesAdminNegativeTest-1916042834 tempest-VolumesAdminNegativeTest-1916042834-project-member] [instance: 5ffd77a0-df9a-461c-837e-05b4ff66ea52] deallocate_for_instance() {{(pid=54364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 789.979507] nova-conductor[54364]: DEBUG nova.network.neutron [None req-8cb3cd60-664d-428c-966f-39abb41ed7aa tempest-VolumesAdminNegativeTest-1916042834 tempest-VolumesAdminNegativeTest-1916042834-project-member] [instance: 5ffd77a0-df9a-461c-837e-05b4ff66ea52] Instance cache missing network info. {{(pid=54364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 789.983866] nova-conductor[54364]: DEBUG nova.network.neutron [None req-8cb3cd60-664d-428c-966f-39abb41ed7aa tempest-VolumesAdminNegativeTest-1916042834 tempest-VolumesAdminNegativeTest-1916042834-project-member] [instance: 5ffd77a0-df9a-461c-837e-05b4ff66ea52] Updating instance_info_cache with network_info: [] {{(pid=54364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 798.819571] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-eb633f7a-e154-4114-8a51-07539d29f002 tempest-InstanceActionsV221TestJSON-19957774 tempest-InstanceActionsV221TestJSON-19957774-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54364) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 798.834279] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-eb633f7a-e154-4114-8a51-07539d29f002 tempest-InstanceActionsV221TestJSON-19957774 tempest-InstanceActionsV221TestJSON-19957774-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 798.834524] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-eb633f7a-e154-4114-8a51-07539d29f002 tempest-InstanceActionsV221TestJSON-19957774 tempest-InstanceActionsV221TestJSON-19957774-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 798.834699] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-eb633f7a-e154-4114-8a51-07539d29f002 tempest-InstanceActionsV221TestJSON-19957774 tempest-InstanceActionsV221TestJSON-19957774-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 798.884028] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-eb633f7a-e154-4114-8a51-07539d29f002 tempest-InstanceActionsV221TestJSON-19957774 tempest-InstanceActionsV221TestJSON-19957774-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 798.884177] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-eb633f7a-e154-4114-8a51-07539d29f002 tempest-InstanceActionsV221TestJSON-19957774 tempest-InstanceActionsV221TestJSON-19957774-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 798.884327] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-eb633f7a-e154-4114-8a51-07539d29f002 tempest-InstanceActionsV221TestJSON-19957774 tempest-InstanceActionsV221TestJSON-19957774-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 798.884713] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-eb633f7a-e154-4114-8a51-07539d29f002 tempest-InstanceActionsV221TestJSON-19957774 tempest-InstanceActionsV221TestJSON-19957774-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 798.884899] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-eb633f7a-e154-4114-8a51-07539d29f002 tempest-InstanceActionsV221TestJSON-19957774 tempest-InstanceActionsV221TestJSON-19957774-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 798.885083] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-eb633f7a-e154-4114-8a51-07539d29f002 tempest-InstanceActionsV221TestJSON-19957774 tempest-InstanceActionsV221TestJSON-19957774-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 798.898161] nova-conductor[54364]: DEBUG nova.quota [None req-eb633f7a-e154-4114-8a51-07539d29f002 tempest-InstanceActionsV221TestJSON-19957774 tempest-InstanceActionsV221TestJSON-19957774-project-member] Getting quotas for project adbb54682238402b8aaeb002439e38d5. Resources: {'cores', 'ram', 'instances'} {{(pid=54364) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 798.902283] nova-conductor[54364]: DEBUG nova.quota [None req-eb633f7a-e154-4114-8a51-07539d29f002 tempest-InstanceActionsV221TestJSON-19957774 tempest-InstanceActionsV221TestJSON-19957774-project-member] Getting quotas for user 110e8fd00bdd4ecfbc36a760b3c48a1e and project adbb54682238402b8aaeb002439e38d5. Resources: {'cores', 'ram', 'instances'} {{(pid=54364) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 798.906972] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-eb633f7a-e154-4114-8a51-07539d29f002 tempest-InstanceActionsV221TestJSON-19957774 tempest-InstanceActionsV221TestJSON-19957774-project-member] [instance: cfa74201-783f-4ef4-8860-e2f53e4dfb81] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54364) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 798.907457] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-eb633f7a-e154-4114-8a51-07539d29f002 tempest-InstanceActionsV221TestJSON-19957774 tempest-InstanceActionsV221TestJSON-19957774-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 798.907667] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-eb633f7a-e154-4114-8a51-07539d29f002 tempest-InstanceActionsV221TestJSON-19957774 tempest-InstanceActionsV221TestJSON-19957774-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 798.907835] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-eb633f7a-e154-4114-8a51-07539d29f002 tempest-InstanceActionsV221TestJSON-19957774 tempest-InstanceActionsV221TestJSON-19957774-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 798.914693] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-eb633f7a-e154-4114-8a51-07539d29f002 tempest-InstanceActionsV221TestJSON-19957774 tempest-InstanceActionsV221TestJSON-19957774-project-member] [instance: cfa74201-783f-4ef4-8860-e2f53e4dfb81] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54364) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 798.914693] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-eb633f7a-e154-4114-8a51-07539d29f002 tempest-InstanceActionsV221TestJSON-19957774 tempest-InstanceActionsV221TestJSON-19957774-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 798.914693] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-eb633f7a-e154-4114-8a51-07539d29f002 tempest-InstanceActionsV221TestJSON-19957774 tempest-InstanceActionsV221TestJSON-19957774-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 798.914693] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-eb633f7a-e154-4114-8a51-07539d29f002 tempest-InstanceActionsV221TestJSON-19957774 tempest-InstanceActionsV221TestJSON-19957774-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 798.932064] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-eb633f7a-e154-4114-8a51-07539d29f002 tempest-InstanceActionsV221TestJSON-19957774 tempest-InstanceActionsV221TestJSON-19957774-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 798.932064] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-eb633f7a-e154-4114-8a51-07539d29f002 tempest-InstanceActionsV221TestJSON-19957774 tempest-InstanceActionsV221TestJSON-19957774-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 798.932064] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-eb633f7a-e154-4114-8a51-07539d29f002 tempest-InstanceActionsV221TestJSON-19957774 tempest-InstanceActionsV221TestJSON-19957774-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 806.486159] nova-conductor[54364]: ERROR nova.scheduler.utils [None req-879d2342-748c-4b3e-9606-43a08a91af7d tempest-MigrationsAdminTest-1820001251 tempest-MigrationsAdminTest-1820001251-project-member] [instance: a2ed3e4d-40c2-46b0-9892-0e9cce7b330b] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 6d0bb7c9-6909-4052-a644-3a785374f724, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance a2ed3e4d-40c2-46b0-9892-0e9cce7b330b was re-scheduled: Binding failed for port 6d0bb7c9-6909-4052-a644-3a785374f724, please check neutron logs for more information.\n'] [ 806.487187] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-879d2342-748c-4b3e-9606-43a08a91af7d tempest-MigrationsAdminTest-1820001251 tempest-MigrationsAdminTest-1820001251-project-member] Rescheduling: True {{(pid=54364) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 806.487460] nova-conductor[54364]: WARNING nova.scheduler.utils [None req-879d2342-748c-4b3e-9606-43a08a91af7d tempest-MigrationsAdminTest-1820001251 tempest-MigrationsAdminTest-1820001251-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a2ed3e4d-40c2-46b0-9892-0e9cce7b330b.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a2ed3e4d-40c2-46b0-9892-0e9cce7b330b. [ 806.487773] nova-conductor[54364]: WARNING nova.scheduler.utils [None req-879d2342-748c-4b3e-9606-43a08a91af7d tempest-MigrationsAdminTest-1820001251 tempest-MigrationsAdminTest-1820001251-project-member] [instance: a2ed3e4d-40c2-46b0-9892-0e9cce7b330b] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a2ed3e4d-40c2-46b0-9892-0e9cce7b330b. [ 806.509708] nova-conductor[54364]: DEBUG nova.network.neutron [None req-879d2342-748c-4b3e-9606-43a08a91af7d tempest-MigrationsAdminTest-1820001251 tempest-MigrationsAdminTest-1820001251-project-member] [instance: a2ed3e4d-40c2-46b0-9892-0e9cce7b330b] deallocate_for_instance() {{(pid=54364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 806.525168] nova-conductor[54364]: DEBUG nova.network.neutron [None req-879d2342-748c-4b3e-9606-43a08a91af7d tempest-MigrationsAdminTest-1820001251 tempest-MigrationsAdminTest-1820001251-project-member] [instance: a2ed3e4d-40c2-46b0-9892-0e9cce7b330b] Instance cache missing network info. {{(pid=54364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 806.528990] nova-conductor[54364]: DEBUG nova.network.neutron [None req-879d2342-748c-4b3e-9606-43a08a91af7d tempest-MigrationsAdminTest-1820001251 tempest-MigrationsAdminTest-1820001251-project-member] [instance: a2ed3e4d-40c2-46b0-9892-0e9cce7b330b] Updating instance_info_cache with network_info: [] {{(pid=54364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.888603] nova-conductor[54364]: DEBUG dbcounter [-] [54364] Writing DB stats nova_cell0:SELECT=1 {{(pid=54364) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 808.915602] nova-conductor[54364]: DEBUG dbcounter [-] [54364] Writing DB stats nova_cell1:SELECT=3,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=8,nova_cell1:RELEASE=1 {{(pid=54364) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 808.920096] nova-conductor[54364]: DEBUG dbcounter [-] [54364] Writing DB stats nova_api:SELECT=5 {{(pid=54364) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 808.925887] nova-conductor[54364]: DEBUG dbcounter [-] [54364] Writing DB stats nova_api:SELECT=7,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=54364) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 813.009951] nova-conductor[54364]: ERROR nova.scheduler.utils [None req-6ad48ae1-53c8-4186-bda1-04674439e644 tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] [instance: 28a37e28-6bca-4647-9cba-345da2f973a2] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 996abc5d-953f-4c72-a76c-b2b161d80b85, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 28a37e28-6bca-4647-9cba-345da2f973a2 was re-scheduled: Binding failed for port 996abc5d-953f-4c72-a76c-b2b161d80b85, please check neutron logs for more information.\n'] [ 813.010371] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-6ad48ae1-53c8-4186-bda1-04674439e644 tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] Rescheduling: True {{(pid=54364) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 813.010371] nova-conductor[54364]: WARNING nova.scheduler.utils [None req-6ad48ae1-53c8-4186-bda1-04674439e644 tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 28a37e28-6bca-4647-9cba-345da2f973a2.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 28a37e28-6bca-4647-9cba-345da2f973a2. [ 813.010597] nova-conductor[54364]: WARNING nova.scheduler.utils [None req-6ad48ae1-53c8-4186-bda1-04674439e644 tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] [instance: 28a37e28-6bca-4647-9cba-345da2f973a2] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 28a37e28-6bca-4647-9cba-345da2f973a2. [ 813.029534] nova-conductor[54364]: DEBUG nova.network.neutron [None req-6ad48ae1-53c8-4186-bda1-04674439e644 tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] [instance: 28a37e28-6bca-4647-9cba-345da2f973a2] deallocate_for_instance() {{(pid=54364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 813.046047] nova-conductor[54364]: DEBUG nova.network.neutron [None req-6ad48ae1-53c8-4186-bda1-04674439e644 tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] [instance: 28a37e28-6bca-4647-9cba-345da2f973a2] Instance cache missing network info. {{(pid=54364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 813.049026] nova-conductor[54364]: DEBUG nova.network.neutron [None req-6ad48ae1-53c8-4186-bda1-04674439e644 tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] [instance: 28a37e28-6bca-4647-9cba-345da2f973a2] Updating instance_info_cache with network_info: [] {{(pid=54364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.825713] nova-conductor[54364]: ERROR nova.scheduler.utils [None req-819aaddf-24f1-4184-b806-5cdf1b45fbc9 tempest-FloatingIPsAssociationNegativeTestJSON-1808336827 tempest-FloatingIPsAssociationNegativeTestJSON-1808336827-project-member] [instance: 5d7a9c55-b148-4115-8390-66b2501f859a] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 4ee99cf4-64eb-4671-8b04-cabe02112919, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 5d7a9c55-b148-4115-8390-66b2501f859a was re-scheduled: Binding failed for port 4ee99cf4-64eb-4671-8b04-cabe02112919, please check neutron logs for more information.\n'] [ 814.828474] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-819aaddf-24f1-4184-b806-5cdf1b45fbc9 tempest-FloatingIPsAssociationNegativeTestJSON-1808336827 tempest-FloatingIPsAssociationNegativeTestJSON-1808336827-project-member] Rescheduling: True {{(pid=54364) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 814.828711] nova-conductor[54364]: WARNING nova.scheduler.utils [None req-819aaddf-24f1-4184-b806-5cdf1b45fbc9 tempest-FloatingIPsAssociationNegativeTestJSON-1808336827 tempest-FloatingIPsAssociationNegativeTestJSON-1808336827-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5d7a9c55-b148-4115-8390-66b2501f859a.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5d7a9c55-b148-4115-8390-66b2501f859a. [ 814.828923] nova-conductor[54364]: WARNING nova.scheduler.utils [None req-819aaddf-24f1-4184-b806-5cdf1b45fbc9 tempest-FloatingIPsAssociationNegativeTestJSON-1808336827 tempest-FloatingIPsAssociationNegativeTestJSON-1808336827-project-member] [instance: 5d7a9c55-b148-4115-8390-66b2501f859a] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5d7a9c55-b148-4115-8390-66b2501f859a. [ 814.856579] nova-conductor[54364]: DEBUG nova.network.neutron [None req-819aaddf-24f1-4184-b806-5cdf1b45fbc9 tempest-FloatingIPsAssociationNegativeTestJSON-1808336827 tempest-FloatingIPsAssociationNegativeTestJSON-1808336827-project-member] [instance: 5d7a9c55-b148-4115-8390-66b2501f859a] deallocate_for_instance() {{(pid=54364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 814.876824] nova-conductor[54364]: DEBUG nova.network.neutron [None req-819aaddf-24f1-4184-b806-5cdf1b45fbc9 tempest-FloatingIPsAssociationNegativeTestJSON-1808336827 tempest-FloatingIPsAssociationNegativeTestJSON-1808336827-project-member] [instance: 5d7a9c55-b148-4115-8390-66b2501f859a] Instance cache missing network info. {{(pid=54364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 814.881549] nova-conductor[54364]: DEBUG nova.network.neutron [None req-819aaddf-24f1-4184-b806-5cdf1b45fbc9 tempest-FloatingIPsAssociationNegativeTestJSON-1808336827 tempest-FloatingIPsAssociationNegativeTestJSON-1808336827-project-member] [instance: 5d7a9c55-b148-4115-8390-66b2501f859a] Updating instance_info_cache with network_info: [] {{(pid=54364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 816.527828] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-3fb74c0a-60fe-4af7-913d-709a152cfdba tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54364) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 816.543407] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-3fb74c0a-60fe-4af7-913d-709a152cfdba tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 816.543526] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-3fb74c0a-60fe-4af7-913d-709a152cfdba tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 816.543708] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-3fb74c0a-60fe-4af7-913d-709a152cfdba tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 816.580376] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-3fb74c0a-60fe-4af7-913d-709a152cfdba tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 816.580672] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-3fb74c0a-60fe-4af7-913d-709a152cfdba tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 816.580752] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-3fb74c0a-60fe-4af7-913d-709a152cfdba tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 816.581159] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-3fb74c0a-60fe-4af7-913d-709a152cfdba tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 816.581302] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-3fb74c0a-60fe-4af7-913d-709a152cfdba tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 816.581460] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-3fb74c0a-60fe-4af7-913d-709a152cfdba tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 816.591066] nova-conductor[54364]: DEBUG nova.quota [None req-3fb74c0a-60fe-4af7-913d-709a152cfdba tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] Getting quotas for project 4270942193cd4a9aa397784368b9ae64. Resources: {'cores', 'ram', 'instances'} {{(pid=54364) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 816.593813] nova-conductor[54364]: DEBUG nova.quota [None req-3fb74c0a-60fe-4af7-913d-709a152cfdba tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] Getting quotas for user b3041343376d4f2fad14577d5c412b1a and project 4270942193cd4a9aa397784368b9ae64. Resources: {'cores', 'ram', 'instances'} {{(pid=54364) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 816.598703] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-3fb74c0a-60fe-4af7-913d-709a152cfdba tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] [instance: 646b4ae6-09e1-4b3c-b17d-392e746df454] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54364) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 816.599121] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-3fb74c0a-60fe-4af7-913d-709a152cfdba tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 816.599320] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-3fb74c0a-60fe-4af7-913d-709a152cfdba tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 816.599481] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-3fb74c0a-60fe-4af7-913d-709a152cfdba tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 816.606051] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-3fb74c0a-60fe-4af7-913d-709a152cfdba tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] [instance: 646b4ae6-09e1-4b3c-b17d-392e746df454] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54364) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 816.606675] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-3fb74c0a-60fe-4af7-913d-709a152cfdba tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 816.606880] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-3fb74c0a-60fe-4af7-913d-709a152cfdba tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 816.607071] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-3fb74c0a-60fe-4af7-913d-709a152cfdba tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 816.622468] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-3fb74c0a-60fe-4af7-913d-709a152cfdba tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 816.622555] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-3fb74c0a-60fe-4af7-913d-709a152cfdba tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 816.622698] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-3fb74c0a-60fe-4af7-913d-709a152cfdba tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 818.979109] nova-conductor[54365]: ERROR nova.scheduler.utils [None req-b9c46b3b-3dc3-4e9a-8dfb-d88d40563b1a tempest-AttachVolumeShelveTestJSON-2072563548 tempest-AttachVolumeShelveTestJSON-2072563548-project-member] [instance: 0ccdb6cd-d895-42f9-83fa-007c69ce77f9] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 11ea45c7-21d2-4b92-b4bb-d36ca07e614b, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 0ccdb6cd-d895-42f9-83fa-007c69ce77f9 was re-scheduled: Binding failed for port 11ea45c7-21d2-4b92-b4bb-d36ca07e614b, please check neutron logs for more information.\n'] [ 818.979109] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-b9c46b3b-3dc3-4e9a-8dfb-d88d40563b1a tempest-AttachVolumeShelveTestJSON-2072563548 tempest-AttachVolumeShelveTestJSON-2072563548-project-member] Rescheduling: True {{(pid=54365) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 818.979109] nova-conductor[54365]: WARNING nova.scheduler.utils [None req-b9c46b3b-3dc3-4e9a-8dfb-d88d40563b1a tempest-AttachVolumeShelveTestJSON-2072563548 tempest-AttachVolumeShelveTestJSON-2072563548-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 0ccdb6cd-d895-42f9-83fa-007c69ce77f9.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 0ccdb6cd-d895-42f9-83fa-007c69ce77f9. [ 818.979109] nova-conductor[54365]: WARNING nova.scheduler.utils [None req-b9c46b3b-3dc3-4e9a-8dfb-d88d40563b1a tempest-AttachVolumeShelveTestJSON-2072563548 tempest-AttachVolumeShelveTestJSON-2072563548-project-member] [instance: 0ccdb6cd-d895-42f9-83fa-007c69ce77f9] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 0ccdb6cd-d895-42f9-83fa-007c69ce77f9. [ 819.007642] nova-conductor[54365]: DEBUG nova.network.neutron [None req-b9c46b3b-3dc3-4e9a-8dfb-d88d40563b1a tempest-AttachVolumeShelveTestJSON-2072563548 tempest-AttachVolumeShelveTestJSON-2072563548-project-member] [instance: 0ccdb6cd-d895-42f9-83fa-007c69ce77f9] deallocate_for_instance() {{(pid=54365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 819.030835] nova-conductor[54365]: DEBUG nova.network.neutron [None req-b9c46b3b-3dc3-4e9a-8dfb-d88d40563b1a tempest-AttachVolumeShelveTestJSON-2072563548 tempest-AttachVolumeShelveTestJSON-2072563548-project-member] [instance: 0ccdb6cd-d895-42f9-83fa-007c69ce77f9] Instance cache missing network info. {{(pid=54365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 819.033338] nova-conductor[54365]: DEBUG nova.network.neutron [None req-b9c46b3b-3dc3-4e9a-8dfb-d88d40563b1a tempest-AttachVolumeShelveTestJSON-2072563548 tempest-AttachVolumeShelveTestJSON-2072563548-project-member] [instance: 0ccdb6cd-d895-42f9-83fa-007c69ce77f9] Updating instance_info_cache with network_info: [] {{(pid=54365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.439892] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-2dc77a45-dce1-49eb-bd74-1bf8d4af02cb tempest-ListServerFiltersTestJSON-502742612 tempest-ListServerFiltersTestJSON-502742612-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54364) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 819.454700] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-2dc77a45-dce1-49eb-bd74-1bf8d4af02cb tempest-ListServerFiltersTestJSON-502742612 tempest-ListServerFiltersTestJSON-502742612-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 819.455276] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-2dc77a45-dce1-49eb-bd74-1bf8d4af02cb tempest-ListServerFiltersTestJSON-502742612 tempest-ListServerFiltersTestJSON-502742612-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 819.455276] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-2dc77a45-dce1-49eb-bd74-1bf8d4af02cb tempest-ListServerFiltersTestJSON-502742612 tempest-ListServerFiltersTestJSON-502742612-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 819.480364] nova-conductor[54364]: DEBUG dbcounter [-] [54364] Writing DB stats nova_cell1:UPDATE=173,nova_cell1:SELECT=369,nova_cell1:SAVEPOINT=34,nova_cell1:RELEASE=34,nova_cell1:INSERT=30 {{(pid=54364) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 819.511228] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-2dc77a45-dce1-49eb-bd74-1bf8d4af02cb tempest-ListServerFiltersTestJSON-502742612 tempest-ListServerFiltersTestJSON-502742612-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 819.511287] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-2dc77a45-dce1-49eb-bd74-1bf8d4af02cb tempest-ListServerFiltersTestJSON-502742612 tempest-ListServerFiltersTestJSON-502742612-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 819.512137] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-2dc77a45-dce1-49eb-bd74-1bf8d4af02cb tempest-ListServerFiltersTestJSON-502742612 tempest-ListServerFiltersTestJSON-502742612-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 819.512137] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-2dc77a45-dce1-49eb-bd74-1bf8d4af02cb tempest-ListServerFiltersTestJSON-502742612 tempest-ListServerFiltersTestJSON-502742612-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 819.512137] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-2dc77a45-dce1-49eb-bd74-1bf8d4af02cb tempest-ListServerFiltersTestJSON-502742612 tempest-ListServerFiltersTestJSON-502742612-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 819.512512] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-2dc77a45-dce1-49eb-bd74-1bf8d4af02cb tempest-ListServerFiltersTestJSON-502742612 tempest-ListServerFiltersTestJSON-502742612-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 819.523726] nova-conductor[54364]: DEBUG nova.quota [None req-2dc77a45-dce1-49eb-bd74-1bf8d4af02cb tempest-ListServerFiltersTestJSON-502742612 tempest-ListServerFiltersTestJSON-502742612-project-member] Getting quotas for project c226b0d107bd4abe8cd97f79bb2cc02a. Resources: {'cores', 'ram', 'instances'} {{(pid=54364) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 819.527067] nova-conductor[54364]: DEBUG nova.quota [None req-2dc77a45-dce1-49eb-bd74-1bf8d4af02cb tempest-ListServerFiltersTestJSON-502742612 tempest-ListServerFiltersTestJSON-502742612-project-member] Getting quotas for user 06a6e5bdf61740b2812e05761d99d548 and project c226b0d107bd4abe8cd97f79bb2cc02a. Resources: {'cores', 'ram', 'instances'} {{(pid=54364) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 819.542101] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-2dc77a45-dce1-49eb-bd74-1bf8d4af02cb tempest-ListServerFiltersTestJSON-502742612 tempest-ListServerFiltersTestJSON-502742612-project-member] [instance: ca452ef6-d777-46dd-a313-ae7dd441adca] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54364) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 819.542598] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-2dc77a45-dce1-49eb-bd74-1bf8d4af02cb tempest-ListServerFiltersTestJSON-502742612 tempest-ListServerFiltersTestJSON-502742612-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 819.542841] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-2dc77a45-dce1-49eb-bd74-1bf8d4af02cb tempest-ListServerFiltersTestJSON-502742612 tempest-ListServerFiltersTestJSON-502742612-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 819.542976] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-2dc77a45-dce1-49eb-bd74-1bf8d4af02cb tempest-ListServerFiltersTestJSON-502742612 tempest-ListServerFiltersTestJSON-502742612-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 819.547665] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-2dc77a45-dce1-49eb-bd74-1bf8d4af02cb tempest-ListServerFiltersTestJSON-502742612 tempest-ListServerFiltersTestJSON-502742612-project-member] [instance: ca452ef6-d777-46dd-a313-ae7dd441adca] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54364) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 819.548356] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-2dc77a45-dce1-49eb-bd74-1bf8d4af02cb tempest-ListServerFiltersTestJSON-502742612 tempest-ListServerFiltersTestJSON-502742612-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 819.548557] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-2dc77a45-dce1-49eb-bd74-1bf8d4af02cb tempest-ListServerFiltersTestJSON-502742612 tempest-ListServerFiltersTestJSON-502742612-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 819.548718] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-2dc77a45-dce1-49eb-bd74-1bf8d4af02cb tempest-ListServerFiltersTestJSON-502742612 tempest-ListServerFiltersTestJSON-502742612-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 819.572143] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-2dc77a45-dce1-49eb-bd74-1bf8d4af02cb tempest-ListServerFiltersTestJSON-502742612 tempest-ListServerFiltersTestJSON-502742612-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 819.572377] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-2dc77a45-dce1-49eb-bd74-1bf8d4af02cb tempest-ListServerFiltersTestJSON-502742612 tempest-ListServerFiltersTestJSON-502742612-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 819.572540] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-2dc77a45-dce1-49eb-bd74-1bf8d4af02cb tempest-ListServerFiltersTestJSON-502742612 tempest-ListServerFiltersTestJSON-502742612-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 819.755745] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-dec196e6-e3ad-48d8-a7c7-3fc807e2786a tempest-ListServerFiltersTestJSON-502742612 tempest-ListServerFiltersTestJSON-502742612-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54364) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 819.777529] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-dec196e6-e3ad-48d8-a7c7-3fc807e2786a tempest-ListServerFiltersTestJSON-502742612 tempest-ListServerFiltersTestJSON-502742612-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 819.777529] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-dec196e6-e3ad-48d8-a7c7-3fc807e2786a tempest-ListServerFiltersTestJSON-502742612 tempest-ListServerFiltersTestJSON-502742612-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 819.777529] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-dec196e6-e3ad-48d8-a7c7-3fc807e2786a tempest-ListServerFiltersTestJSON-502742612 tempest-ListServerFiltersTestJSON-502742612-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 819.817225] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-dec196e6-e3ad-48d8-a7c7-3fc807e2786a tempest-ListServerFiltersTestJSON-502742612 tempest-ListServerFiltersTestJSON-502742612-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 819.817499] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-dec196e6-e3ad-48d8-a7c7-3fc807e2786a tempest-ListServerFiltersTestJSON-502742612 tempest-ListServerFiltersTestJSON-502742612-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 819.817499] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-dec196e6-e3ad-48d8-a7c7-3fc807e2786a tempest-ListServerFiltersTestJSON-502742612 tempest-ListServerFiltersTestJSON-502742612-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 819.818348] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-dec196e6-e3ad-48d8-a7c7-3fc807e2786a tempest-ListServerFiltersTestJSON-502742612 tempest-ListServerFiltersTestJSON-502742612-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 819.818348] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-dec196e6-e3ad-48d8-a7c7-3fc807e2786a tempest-ListServerFiltersTestJSON-502742612 tempest-ListServerFiltersTestJSON-502742612-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 819.818348] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-dec196e6-e3ad-48d8-a7c7-3fc807e2786a tempest-ListServerFiltersTestJSON-502742612 tempest-ListServerFiltersTestJSON-502742612-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 819.834480] nova-conductor[54364]: DEBUG nova.quota [None req-dec196e6-e3ad-48d8-a7c7-3fc807e2786a tempest-ListServerFiltersTestJSON-502742612 tempest-ListServerFiltersTestJSON-502742612-project-member] Getting quotas for project c226b0d107bd4abe8cd97f79bb2cc02a. Resources: {'cores', 'ram', 'instances'} {{(pid=54364) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 819.837214] nova-conductor[54364]: DEBUG nova.quota [None req-dec196e6-e3ad-48d8-a7c7-3fc807e2786a tempest-ListServerFiltersTestJSON-502742612 tempest-ListServerFiltersTestJSON-502742612-project-member] Getting quotas for user 06a6e5bdf61740b2812e05761d99d548 and project c226b0d107bd4abe8cd97f79bb2cc02a. Resources: {'cores', 'ram', 'instances'} {{(pid=54364) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 819.847694] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-dec196e6-e3ad-48d8-a7c7-3fc807e2786a tempest-ListServerFiltersTestJSON-502742612 tempest-ListServerFiltersTestJSON-502742612-project-member] [instance: 59b960b6-aa41-4409-a899-9829388c3ff2] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54364) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 819.848339] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-dec196e6-e3ad-48d8-a7c7-3fc807e2786a tempest-ListServerFiltersTestJSON-502742612 tempest-ListServerFiltersTestJSON-502742612-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 819.848562] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-dec196e6-e3ad-48d8-a7c7-3fc807e2786a tempest-ListServerFiltersTestJSON-502742612 tempest-ListServerFiltersTestJSON-502742612-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 819.848733] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-dec196e6-e3ad-48d8-a7c7-3fc807e2786a tempest-ListServerFiltersTestJSON-502742612 tempest-ListServerFiltersTestJSON-502742612-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 819.855108] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-dec196e6-e3ad-48d8-a7c7-3fc807e2786a tempest-ListServerFiltersTestJSON-502742612 tempest-ListServerFiltersTestJSON-502742612-project-member] [instance: 59b960b6-aa41-4409-a899-9829388c3ff2] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54364) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 819.855299] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-dec196e6-e3ad-48d8-a7c7-3fc807e2786a tempest-ListServerFiltersTestJSON-502742612 tempest-ListServerFiltersTestJSON-502742612-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 819.855510] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-dec196e6-e3ad-48d8-a7c7-3fc807e2786a tempest-ListServerFiltersTestJSON-502742612 tempest-ListServerFiltersTestJSON-502742612-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 819.855675] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-dec196e6-e3ad-48d8-a7c7-3fc807e2786a tempest-ListServerFiltersTestJSON-502742612 tempest-ListServerFiltersTestJSON-502742612-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 819.873506] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-dec196e6-e3ad-48d8-a7c7-3fc807e2786a tempest-ListServerFiltersTestJSON-502742612 tempest-ListServerFiltersTestJSON-502742612-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 819.873792] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-dec196e6-e3ad-48d8-a7c7-3fc807e2786a tempest-ListServerFiltersTestJSON-502742612 tempest-ListServerFiltersTestJSON-502742612-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 819.874494] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-dec196e6-e3ad-48d8-a7c7-3fc807e2786a tempest-ListServerFiltersTestJSON-502742612 tempest-ListServerFiltersTestJSON-502742612-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 820.208748] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-09b0be60-fc92-4edf-a1d4-565423e1ec05 tempest-ListServerFiltersTestJSON-502742612 tempest-ListServerFiltersTestJSON-502742612-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54364) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 820.220968] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-09b0be60-fc92-4edf-a1d4-565423e1ec05 tempest-ListServerFiltersTestJSON-502742612 tempest-ListServerFiltersTestJSON-502742612-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 820.221278] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-09b0be60-fc92-4edf-a1d4-565423e1ec05 tempest-ListServerFiltersTestJSON-502742612 tempest-ListServerFiltersTestJSON-502742612-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 820.221479] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-09b0be60-fc92-4edf-a1d4-565423e1ec05 tempest-ListServerFiltersTestJSON-502742612 tempest-ListServerFiltersTestJSON-502742612-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 820.246928] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-09b0be60-fc92-4edf-a1d4-565423e1ec05 tempest-ListServerFiltersTestJSON-502742612 tempest-ListServerFiltersTestJSON-502742612-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 820.246928] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-09b0be60-fc92-4edf-a1d4-565423e1ec05 tempest-ListServerFiltersTestJSON-502742612 tempest-ListServerFiltersTestJSON-502742612-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 820.246928] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-09b0be60-fc92-4edf-a1d4-565423e1ec05 tempest-ListServerFiltersTestJSON-502742612 tempest-ListServerFiltersTestJSON-502742612-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 820.246928] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-09b0be60-fc92-4edf-a1d4-565423e1ec05 tempest-ListServerFiltersTestJSON-502742612 tempest-ListServerFiltersTestJSON-502742612-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 820.247235] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-09b0be60-fc92-4edf-a1d4-565423e1ec05 tempest-ListServerFiltersTestJSON-502742612 tempest-ListServerFiltersTestJSON-502742612-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 820.247403] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-09b0be60-fc92-4edf-a1d4-565423e1ec05 tempest-ListServerFiltersTestJSON-502742612 tempest-ListServerFiltersTestJSON-502742612-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 820.257743] nova-conductor[54364]: DEBUG nova.quota [None req-09b0be60-fc92-4edf-a1d4-565423e1ec05 tempest-ListServerFiltersTestJSON-502742612 tempest-ListServerFiltersTestJSON-502742612-project-member] Getting quotas for project c226b0d107bd4abe8cd97f79bb2cc02a. Resources: {'cores', 'ram', 'instances'} {{(pid=54364) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 820.260623] nova-conductor[54364]: DEBUG nova.quota [None req-09b0be60-fc92-4edf-a1d4-565423e1ec05 tempest-ListServerFiltersTestJSON-502742612 tempest-ListServerFiltersTestJSON-502742612-project-member] Getting quotas for user 06a6e5bdf61740b2812e05761d99d548 and project c226b0d107bd4abe8cd97f79bb2cc02a. Resources: {'cores', 'ram', 'instances'} {{(pid=54364) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 820.265572] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-09b0be60-fc92-4edf-a1d4-565423e1ec05 tempest-ListServerFiltersTestJSON-502742612 tempest-ListServerFiltersTestJSON-502742612-project-member] [instance: 055a1071-bd4b-4d1b-88c0-7551a07aee9a] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54364) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 820.266063] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-09b0be60-fc92-4edf-a1d4-565423e1ec05 tempest-ListServerFiltersTestJSON-502742612 tempest-ListServerFiltersTestJSON-502742612-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 820.266267] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-09b0be60-fc92-4edf-a1d4-565423e1ec05 tempest-ListServerFiltersTestJSON-502742612 tempest-ListServerFiltersTestJSON-502742612-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 820.266497] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-09b0be60-fc92-4edf-a1d4-565423e1ec05 tempest-ListServerFiltersTestJSON-502742612 tempest-ListServerFiltersTestJSON-502742612-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 820.270117] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-09b0be60-fc92-4edf-a1d4-565423e1ec05 tempest-ListServerFiltersTestJSON-502742612 tempest-ListServerFiltersTestJSON-502742612-project-member] [instance: 055a1071-bd4b-4d1b-88c0-7551a07aee9a] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54364) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 820.270798] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-09b0be60-fc92-4edf-a1d4-565423e1ec05 tempest-ListServerFiltersTestJSON-502742612 tempest-ListServerFiltersTestJSON-502742612-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 820.271041] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-09b0be60-fc92-4edf-a1d4-565423e1ec05 tempest-ListServerFiltersTestJSON-502742612 tempest-ListServerFiltersTestJSON-502742612-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 820.271267] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-09b0be60-fc92-4edf-a1d4-565423e1ec05 tempest-ListServerFiltersTestJSON-502742612 tempest-ListServerFiltersTestJSON-502742612-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 820.286548] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-09b0be60-fc92-4edf-a1d4-565423e1ec05 tempest-ListServerFiltersTestJSON-502742612 tempest-ListServerFiltersTestJSON-502742612-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 820.286796] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-09b0be60-fc92-4edf-a1d4-565423e1ec05 tempest-ListServerFiltersTestJSON-502742612 tempest-ListServerFiltersTestJSON-502742612-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 820.286997] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-09b0be60-fc92-4edf-a1d4-565423e1ec05 tempest-ListServerFiltersTestJSON-502742612 tempest-ListServerFiltersTestJSON-502742612-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 820.398544] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-9cc93b19-168c-4f34-933f-34166d9d1000 tempest-InstanceActionsTestJSON-1048141677 tempest-InstanceActionsTestJSON-1048141677-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54365) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 820.413176] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-9cc93b19-168c-4f34-933f-34166d9d1000 tempest-InstanceActionsTestJSON-1048141677 tempest-InstanceActionsTestJSON-1048141677-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 820.413444] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-9cc93b19-168c-4f34-933f-34166d9d1000 tempest-InstanceActionsTestJSON-1048141677 tempest-InstanceActionsTestJSON-1048141677-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 820.413663] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-9cc93b19-168c-4f34-933f-34166d9d1000 tempest-InstanceActionsTestJSON-1048141677 tempest-InstanceActionsTestJSON-1048141677-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 820.460910] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-9cc93b19-168c-4f34-933f-34166d9d1000 tempest-InstanceActionsTestJSON-1048141677 tempest-InstanceActionsTestJSON-1048141677-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 820.461172] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-9cc93b19-168c-4f34-933f-34166d9d1000 tempest-InstanceActionsTestJSON-1048141677 tempest-InstanceActionsTestJSON-1048141677-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 820.461334] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-9cc93b19-168c-4f34-933f-34166d9d1000 tempest-InstanceActionsTestJSON-1048141677 tempest-InstanceActionsTestJSON-1048141677-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 820.461958] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-9cc93b19-168c-4f34-933f-34166d9d1000 tempest-InstanceActionsTestJSON-1048141677 tempest-InstanceActionsTestJSON-1048141677-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 820.461958] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-9cc93b19-168c-4f34-933f-34166d9d1000 tempest-InstanceActionsTestJSON-1048141677 tempest-InstanceActionsTestJSON-1048141677-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 820.462083] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-9cc93b19-168c-4f34-933f-34166d9d1000 tempest-InstanceActionsTestJSON-1048141677 tempest-InstanceActionsTestJSON-1048141677-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 820.474973] nova-conductor[54365]: DEBUG nova.quota [None req-9cc93b19-168c-4f34-933f-34166d9d1000 tempest-InstanceActionsTestJSON-1048141677 tempest-InstanceActionsTestJSON-1048141677-project-member] Getting quotas for project d0a67999ce56460cb5744f79256d1a2e. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 820.480679] nova-conductor[54365]: DEBUG nova.quota [None req-9cc93b19-168c-4f34-933f-34166d9d1000 tempest-InstanceActionsTestJSON-1048141677 tempest-InstanceActionsTestJSON-1048141677-project-member] Getting quotas for user 926f346bd63541c2bdde7749920f94f8 and project d0a67999ce56460cb5744f79256d1a2e. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 820.486307] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-9cc93b19-168c-4f34-933f-34166d9d1000 tempest-InstanceActionsTestJSON-1048141677 tempest-InstanceActionsTestJSON-1048141677-project-member] [instance: f60e0bec-0811-4e91-bc45-b61874846497] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54365) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 820.486754] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-9cc93b19-168c-4f34-933f-34166d9d1000 tempest-InstanceActionsTestJSON-1048141677 tempest-InstanceActionsTestJSON-1048141677-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 820.486961] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-9cc93b19-168c-4f34-933f-34166d9d1000 tempest-InstanceActionsTestJSON-1048141677 tempest-InstanceActionsTestJSON-1048141677-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 820.487141] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-9cc93b19-168c-4f34-933f-34166d9d1000 tempest-InstanceActionsTestJSON-1048141677 tempest-InstanceActionsTestJSON-1048141677-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 820.493660] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-9cc93b19-168c-4f34-933f-34166d9d1000 tempest-InstanceActionsTestJSON-1048141677 tempest-InstanceActionsTestJSON-1048141677-project-member] [instance: f60e0bec-0811-4e91-bc45-b61874846497] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54365) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 820.494406] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-9cc93b19-168c-4f34-933f-34166d9d1000 tempest-InstanceActionsTestJSON-1048141677 tempest-InstanceActionsTestJSON-1048141677-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 820.494632] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-9cc93b19-168c-4f34-933f-34166d9d1000 tempest-InstanceActionsTestJSON-1048141677 tempest-InstanceActionsTestJSON-1048141677-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 820.495574] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-9cc93b19-168c-4f34-933f-34166d9d1000 tempest-InstanceActionsTestJSON-1048141677 tempest-InstanceActionsTestJSON-1048141677-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 820.517079] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-9cc93b19-168c-4f34-933f-34166d9d1000 tempest-InstanceActionsTestJSON-1048141677 tempest-InstanceActionsTestJSON-1048141677-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 820.519134] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-9cc93b19-168c-4f34-933f-34166d9d1000 tempest-InstanceActionsTestJSON-1048141677 tempest-InstanceActionsTestJSON-1048141677-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 820.519134] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-9cc93b19-168c-4f34-933f-34166d9d1000 tempest-InstanceActionsTestJSON-1048141677 tempest-InstanceActionsTestJSON-1048141677-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 823.142995] nova-conductor[54365]: ERROR nova.scheduler.utils [None req-e2e38502-7230-4633-8bb8-66858076f26f tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] [instance: 05a77fe4-172d-4e25-9652-f9dc7cc365ba] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port e2771821-b75a-44ca-84c8-ad9751ad108f, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 05a77fe4-172d-4e25-9652-f9dc7cc365ba was re-scheduled: Binding failed for port e2771821-b75a-44ca-84c8-ad9751ad108f, please check neutron logs for more information.\n'] [ 823.143383] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-e2e38502-7230-4633-8bb8-66858076f26f tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Rescheduling: True {{(pid=54365) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 823.143439] nova-conductor[54365]: WARNING nova.scheduler.utils [None req-e2e38502-7230-4633-8bb8-66858076f26f tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 05a77fe4-172d-4e25-9652-f9dc7cc365ba.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 05a77fe4-172d-4e25-9652-f9dc7cc365ba. [ 823.143748] nova-conductor[54365]: WARNING nova.scheduler.utils [None req-e2e38502-7230-4633-8bb8-66858076f26f tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] [instance: 05a77fe4-172d-4e25-9652-f9dc7cc365ba] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 05a77fe4-172d-4e25-9652-f9dc7cc365ba. [ 823.162853] nova-conductor[54365]: DEBUG nova.network.neutron [None req-e2e38502-7230-4633-8bb8-66858076f26f tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] [instance: 05a77fe4-172d-4e25-9652-f9dc7cc365ba] deallocate_for_instance() {{(pid=54365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 823.178378] nova-conductor[54365]: DEBUG nova.network.neutron [None req-e2e38502-7230-4633-8bb8-66858076f26f tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] [instance: 05a77fe4-172d-4e25-9652-f9dc7cc365ba] Instance cache missing network info. {{(pid=54365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 823.181690] nova-conductor[54365]: DEBUG nova.network.neutron [None req-e2e38502-7230-4633-8bb8-66858076f26f tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] [instance: 05a77fe4-172d-4e25-9652-f9dc7cc365ba] Updating instance_info_cache with network_info: [] {{(pid=54365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 824.435773] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-4302101a-8cb5-46bd-8f5a-4a820531e058 tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54365) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 824.449067] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-4302101a-8cb5-46bd-8f5a-4a820531e058 tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 824.449268] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-4302101a-8cb5-46bd-8f5a-4a820531e058 tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 824.449439] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-4302101a-8cb5-46bd-8f5a-4a820531e058 tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 824.474447] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-4302101a-8cb5-46bd-8f5a-4a820531e058 tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 824.474723] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-4302101a-8cb5-46bd-8f5a-4a820531e058 tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 824.474927] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-4302101a-8cb5-46bd-8f5a-4a820531e058 tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 824.475345] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-4302101a-8cb5-46bd-8f5a-4a820531e058 tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 824.475587] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-4302101a-8cb5-46bd-8f5a-4a820531e058 tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 824.475785] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-4302101a-8cb5-46bd-8f5a-4a820531e058 tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 824.485443] nova-conductor[54365]: DEBUG nova.quota [None req-4302101a-8cb5-46bd-8f5a-4a820531e058 tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Getting quotas for project 998daea123aa48b2816d1cbe9e662950. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 824.487953] nova-conductor[54365]: DEBUG nova.quota [None req-4302101a-8cb5-46bd-8f5a-4a820531e058 tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Getting quotas for user c1e90a23c6444273bc10051f3227804c and project 998daea123aa48b2816d1cbe9e662950. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 824.493659] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-4302101a-8cb5-46bd-8f5a-4a820531e058 tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] [instance: 1c1b7717-30a9-40c9-913f-6d65a619b94a] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54365) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 824.494097] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-4302101a-8cb5-46bd-8f5a-4a820531e058 tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 824.494302] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-4302101a-8cb5-46bd-8f5a-4a820531e058 tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 824.494465] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-4302101a-8cb5-46bd-8f5a-4a820531e058 tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 824.497590] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-4302101a-8cb5-46bd-8f5a-4a820531e058 tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] [instance: 1c1b7717-30a9-40c9-913f-6d65a619b94a] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54365) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 824.498248] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-4302101a-8cb5-46bd-8f5a-4a820531e058 tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 824.498447] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-4302101a-8cb5-46bd-8f5a-4a820531e058 tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 824.498609] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-4302101a-8cb5-46bd-8f5a-4a820531e058 tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 824.513490] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-4302101a-8cb5-46bd-8f5a-4a820531e058 tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 824.513628] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-4302101a-8cb5-46bd-8f5a-4a820531e058 tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 824.513864] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-4302101a-8cb5-46bd-8f5a-4a820531e058 tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 824.980946] nova-conductor[54365]: ERROR nova.scheduler.utils [None req-542a01c7-19e7-4d0b-a6ac-cd85b63306c6 tempest-ServersTestFqdnHostnames-1454798807 tempest-ServersTestFqdnHostnames-1454798807-project-member] [instance: cc6bdf77-2540-47e3-aed2-cb0c73b329cc] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 7eb95b58-08ae-4ef3-a5eb-4733292345ba, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance cc6bdf77-2540-47e3-aed2-cb0c73b329cc was re-scheduled: Binding failed for port 7eb95b58-08ae-4ef3-a5eb-4733292345ba, please check neutron logs for more information.\n'] [ 824.981664] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-542a01c7-19e7-4d0b-a6ac-cd85b63306c6 tempest-ServersTestFqdnHostnames-1454798807 tempest-ServersTestFqdnHostnames-1454798807-project-member] Rescheduling: True {{(pid=54365) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 824.981921] nova-conductor[54365]: WARNING nova.scheduler.utils [None req-542a01c7-19e7-4d0b-a6ac-cd85b63306c6 tempest-ServersTestFqdnHostnames-1454798807 tempest-ServersTestFqdnHostnames-1454798807-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance cc6bdf77-2540-47e3-aed2-cb0c73b329cc.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance cc6bdf77-2540-47e3-aed2-cb0c73b329cc. [ 824.982270] nova-conductor[54365]: WARNING nova.scheduler.utils [None req-542a01c7-19e7-4d0b-a6ac-cd85b63306c6 tempest-ServersTestFqdnHostnames-1454798807 tempest-ServersTestFqdnHostnames-1454798807-project-member] [instance: cc6bdf77-2540-47e3-aed2-cb0c73b329cc] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance cc6bdf77-2540-47e3-aed2-cb0c73b329cc. [ 825.009117] nova-conductor[54365]: DEBUG nova.network.neutron [None req-542a01c7-19e7-4d0b-a6ac-cd85b63306c6 tempest-ServersTestFqdnHostnames-1454798807 tempest-ServersTestFqdnHostnames-1454798807-project-member] [instance: cc6bdf77-2540-47e3-aed2-cb0c73b329cc] deallocate_for_instance() {{(pid=54365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 825.027296] nova-conductor[54365]: DEBUG nova.network.neutron [None req-542a01c7-19e7-4d0b-a6ac-cd85b63306c6 tempest-ServersTestFqdnHostnames-1454798807 tempest-ServersTestFqdnHostnames-1454798807-project-member] [instance: cc6bdf77-2540-47e3-aed2-cb0c73b329cc] Instance cache missing network info. {{(pid=54365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 825.030640] nova-conductor[54365]: DEBUG nova.network.neutron [None req-542a01c7-19e7-4d0b-a6ac-cd85b63306c6 tempest-ServersTestFqdnHostnames-1454798807 tempest-ServersTestFqdnHostnames-1454798807-project-member] [instance: cc6bdf77-2540-47e3-aed2-cb0c73b329cc] Updating instance_info_cache with network_info: [] {{(pid=54365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.486490] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writing DB stats nova_cell1:UPDATE=191,nova_cell1:SELECT=347,nova_cell1:SAVEPOINT=39,nova_cell1:RELEASE=39,nova_cell1:DELETE=5,nova_cell1:INSERT=23 {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 828.579189] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-2b0cbc1d-f770-4dab-99b2-b170c774c39e tempest-ServersListShow296Test-2061688278 tempest-ServersListShow296Test-2061688278-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54365) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 828.590138] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-2b0cbc1d-f770-4dab-99b2-b170c774c39e tempest-ServersListShow296Test-2061688278 tempest-ServersListShow296Test-2061688278-project-member] [instance: c60021ce-4386-42fa-b2ca-50cc8d9c1dce] While scheduling instance, the build request was already deleted. {{(pid=54365) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1706}} [ 828.613709] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-2b0cbc1d-f770-4dab-99b2-b170c774c39e tempest-ServersListShow296Test-2061688278 tempest-ServersListShow296Test-2061688278-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 828.614058] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-2b0cbc1d-f770-4dab-99b2-b170c774c39e tempest-ServersListShow296Test-2061688278 tempest-ServersListShow296Test-2061688278-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 828.614176] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-2b0cbc1d-f770-4dab-99b2-b170c774c39e tempest-ServersListShow296Test-2061688278 tempest-ServersListShow296Test-2061688278-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 828.614468] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-2b0cbc1d-f770-4dab-99b2-b170c774c39e tempest-ServersListShow296Test-2061688278 tempest-ServersListShow296Test-2061688278-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 828.614649] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-2b0cbc1d-f770-4dab-99b2-b170c774c39e tempest-ServersListShow296Test-2061688278 tempest-ServersListShow296Test-2061688278-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 828.614807] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-2b0cbc1d-f770-4dab-99b2-b170c774c39e tempest-ServersListShow296Test-2061688278 tempest-ServersListShow296Test-2061688278-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 828.625204] nova-conductor[54365]: DEBUG nova.quota [None req-2b0cbc1d-f770-4dab-99b2-b170c774c39e tempest-ServersListShow296Test-2061688278 tempest-ServersListShow296Test-2061688278-project-member] Getting quotas for project 625b513e9520434596a0ef6a325c71a5. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 828.628355] nova-conductor[54365]: DEBUG nova.quota [None req-2b0cbc1d-f770-4dab-99b2-b170c774c39e tempest-ServersListShow296Test-2061688278 tempest-ServersListShow296Test-2061688278-project-member] Getting quotas for user a2dfb6c73fed43a39350af5f557f5de8 and project 625b513e9520434596a0ef6a325c71a5. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 829.086194] nova-conductor[54364]: ERROR nova.scheduler.utils [None req-5dbec5f2-e960-4d4a-bc81-03ef06220291 tempest-ServerActionsTestOtherA-295738534 tempest-ServerActionsTestOtherA-295738534-project-member] [instance: 1def15dd-e2ad-470e-bff8-9121df881d46] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port e88f3386-ea87-4b22-9c58-774374a20367, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 1def15dd-e2ad-470e-bff8-9121df881d46 was re-scheduled: Binding failed for port e88f3386-ea87-4b22-9c58-774374a20367, please check neutron logs for more information.\n'] [ 829.087211] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-5dbec5f2-e960-4d4a-bc81-03ef06220291 tempest-ServerActionsTestOtherA-295738534 tempest-ServerActionsTestOtherA-295738534-project-member] Rescheduling: True {{(pid=54364) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 829.087467] nova-conductor[54364]: WARNING nova.scheduler.utils [None req-5dbec5f2-e960-4d4a-bc81-03ef06220291 tempest-ServerActionsTestOtherA-295738534 tempest-ServerActionsTestOtherA-295738534-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 1def15dd-e2ad-470e-bff8-9121df881d46.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 1def15dd-e2ad-470e-bff8-9121df881d46. [ 829.087804] nova-conductor[54364]: WARNING nova.scheduler.utils [None req-5dbec5f2-e960-4d4a-bc81-03ef06220291 tempest-ServerActionsTestOtherA-295738534 tempest-ServerActionsTestOtherA-295738534-project-member] [instance: 1def15dd-e2ad-470e-bff8-9121df881d46] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 1def15dd-e2ad-470e-bff8-9121df881d46. [ 829.111605] nova-conductor[54364]: DEBUG nova.network.neutron [None req-5dbec5f2-e960-4d4a-bc81-03ef06220291 tempest-ServerActionsTestOtherA-295738534 tempest-ServerActionsTestOtherA-295738534-project-member] [instance: 1def15dd-e2ad-470e-bff8-9121df881d46] deallocate_for_instance() {{(pid=54364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 829.126315] nova-conductor[54364]: DEBUG nova.network.neutron [None req-5dbec5f2-e960-4d4a-bc81-03ef06220291 tempest-ServerActionsTestOtherA-295738534 tempest-ServerActionsTestOtherA-295738534-project-member] [instance: 1def15dd-e2ad-470e-bff8-9121df881d46] Instance cache missing network info. {{(pid=54364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 829.128992] nova-conductor[54364]: DEBUG nova.network.neutron [None req-5dbec5f2-e960-4d4a-bc81-03ef06220291 tempest-ServerActionsTestOtherA-295738534 tempest-ServerActionsTestOtherA-295738534-project-member] [instance: 1def15dd-e2ad-470e-bff8-9121df881d46] Updating instance_info_cache with network_info: [] {{(pid=54364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.251445] nova-conductor[54364]: DEBUG dbcounter [-] [54364] Writing DB stats nova_cell0:SELECT=4 {{(pid=54364) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 830.273783] nova-conductor[54364]: DEBUG dbcounter [-] [54364] Writing DB stats nova_cell1:SELECT=12,nova_cell1:INSERT=29,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1 {{(pid=54364) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 830.281975] nova-conductor[54364]: DEBUG dbcounter [-] [54364] Writing DB stats nova_api:SELECT=27,nova_api:UPDATE=3,nova_api:DELETE=1 {{(pid=54364) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 830.284093] nova-conductor[54364]: DEBUG dbcounter [-] [54364] Writing DB stats nova_api:SELECT=21,nova_api:DELETE=3,nova_api:UPDATE=1 {{(pid=54364) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 830.939244] nova-conductor[54364]: ERROR nova.scheduler.utils [None req-ac9110b4-60c2-4156-99a4-dc499c441830 tempest-MultipleCreateTestJSON-708311840 tempest-MultipleCreateTestJSON-708311840-project-member] [instance: 3ef0d65a-f5f4-4efe-9027-f5a38458e4fb] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port a3cf79b8-ba17-4716-ba0a-08056b13fe17, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 3ef0d65a-f5f4-4efe-9027-f5a38458e4fb was re-scheduled: Binding failed for port a3cf79b8-ba17-4716-ba0a-08056b13fe17, please check neutron logs for more information.\n'] [ 830.939891] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-ac9110b4-60c2-4156-99a4-dc499c441830 tempest-MultipleCreateTestJSON-708311840 tempest-MultipleCreateTestJSON-708311840-project-member] Rescheduling: True {{(pid=54364) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 830.940150] nova-conductor[54364]: WARNING nova.scheduler.utils [None req-ac9110b4-60c2-4156-99a4-dc499c441830 tempest-MultipleCreateTestJSON-708311840 tempest-MultipleCreateTestJSON-708311840-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 3ef0d65a-f5f4-4efe-9027-f5a38458e4fb.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 3ef0d65a-f5f4-4efe-9027-f5a38458e4fb. [ 830.940370] nova-conductor[54364]: WARNING nova.scheduler.utils [None req-ac9110b4-60c2-4156-99a4-dc499c441830 tempest-MultipleCreateTestJSON-708311840 tempest-MultipleCreateTestJSON-708311840-project-member] [instance: 3ef0d65a-f5f4-4efe-9027-f5a38458e4fb] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 3ef0d65a-f5f4-4efe-9027-f5a38458e4fb. [ 830.972599] nova-conductor[54364]: DEBUG nova.network.neutron [None req-ac9110b4-60c2-4156-99a4-dc499c441830 tempest-MultipleCreateTestJSON-708311840 tempest-MultipleCreateTestJSON-708311840-project-member] [instance: 3ef0d65a-f5f4-4efe-9027-f5a38458e4fb] deallocate_for_instance() {{(pid=54364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 830.994099] nova-conductor[54364]: DEBUG nova.network.neutron [None req-ac9110b4-60c2-4156-99a4-dc499c441830 tempest-MultipleCreateTestJSON-708311840 tempest-MultipleCreateTestJSON-708311840-project-member] [instance: 3ef0d65a-f5f4-4efe-9027-f5a38458e4fb] Instance cache missing network info. {{(pid=54364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 830.999617] nova-conductor[54364]: DEBUG nova.network.neutron [None req-ac9110b4-60c2-4156-99a4-dc499c441830 tempest-MultipleCreateTestJSON-708311840 tempest-MultipleCreateTestJSON-708311840-project-member] [instance: 3ef0d65a-f5f4-4efe-9027-f5a38458e4fb] Updating instance_info_cache with network_info: [] {{(pid=54364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 832.373875] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-f4b8d45d-f795-4905-8da7-7a052ff2d20e tempest-ServersNegativeTestJSON-828238807 tempest-ServersNegativeTestJSON-828238807-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54364) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 832.388101] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-f4b8d45d-f795-4905-8da7-7a052ff2d20e tempest-ServersNegativeTestJSON-828238807 tempest-ServersNegativeTestJSON-828238807-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 832.388759] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-f4b8d45d-f795-4905-8da7-7a052ff2d20e tempest-ServersNegativeTestJSON-828238807 tempest-ServersNegativeTestJSON-828238807-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 832.388759] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-f4b8d45d-f795-4905-8da7-7a052ff2d20e tempest-ServersNegativeTestJSON-828238807 tempest-ServersNegativeTestJSON-828238807-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 832.462421] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-f4b8d45d-f795-4905-8da7-7a052ff2d20e tempest-ServersNegativeTestJSON-828238807 tempest-ServersNegativeTestJSON-828238807-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 832.462421] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-f4b8d45d-f795-4905-8da7-7a052ff2d20e tempest-ServersNegativeTestJSON-828238807 tempest-ServersNegativeTestJSON-828238807-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 832.462421] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-f4b8d45d-f795-4905-8da7-7a052ff2d20e tempest-ServersNegativeTestJSON-828238807 tempest-ServersNegativeTestJSON-828238807-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 832.462421] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-f4b8d45d-f795-4905-8da7-7a052ff2d20e tempest-ServersNegativeTestJSON-828238807 tempest-ServersNegativeTestJSON-828238807-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 832.462643] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-f4b8d45d-f795-4905-8da7-7a052ff2d20e tempest-ServersNegativeTestJSON-828238807 tempest-ServersNegativeTestJSON-828238807-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 832.462768] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-f4b8d45d-f795-4905-8da7-7a052ff2d20e tempest-ServersNegativeTestJSON-828238807 tempest-ServersNegativeTestJSON-828238807-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 832.480179] nova-conductor[54364]: DEBUG nova.quota [None req-f4b8d45d-f795-4905-8da7-7a052ff2d20e tempest-ServersNegativeTestJSON-828238807 tempest-ServersNegativeTestJSON-828238807-project-member] Getting quotas for project 578df9b6434d416fbae5f3cf2c33ef1b. Resources: {'cores', 'ram', 'instances'} {{(pid=54364) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 832.483823] nova-conductor[54364]: DEBUG nova.quota [None req-f4b8d45d-f795-4905-8da7-7a052ff2d20e tempest-ServersNegativeTestJSON-828238807 tempest-ServersNegativeTestJSON-828238807-project-member] Getting quotas for user 5034ec8e3d3f4cc79e13528e3bf31167 and project 578df9b6434d416fbae5f3cf2c33ef1b. Resources: {'cores', 'ram', 'instances'} {{(pid=54364) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 832.488252] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-f4b8d45d-f795-4905-8da7-7a052ff2d20e tempest-ServersNegativeTestJSON-828238807 tempest-ServersNegativeTestJSON-828238807-project-member] [instance: 3ac4cfee-ae73-4ef4-bef1-7bc1ace1566a] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54364) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 832.488677] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-f4b8d45d-f795-4905-8da7-7a052ff2d20e tempest-ServersNegativeTestJSON-828238807 tempest-ServersNegativeTestJSON-828238807-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 832.488876] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-f4b8d45d-f795-4905-8da7-7a052ff2d20e tempest-ServersNegativeTestJSON-828238807 tempest-ServersNegativeTestJSON-828238807-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 832.489050] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-f4b8d45d-f795-4905-8da7-7a052ff2d20e tempest-ServersNegativeTestJSON-828238807 tempest-ServersNegativeTestJSON-828238807-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 832.494046] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-f4b8d45d-f795-4905-8da7-7a052ff2d20e tempest-ServersNegativeTestJSON-828238807 tempest-ServersNegativeTestJSON-828238807-project-member] [instance: 3ac4cfee-ae73-4ef4-bef1-7bc1ace1566a] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54364) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 832.494681] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-f4b8d45d-f795-4905-8da7-7a052ff2d20e tempest-ServersNegativeTestJSON-828238807 tempest-ServersNegativeTestJSON-828238807-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 832.494877] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-f4b8d45d-f795-4905-8da7-7a052ff2d20e tempest-ServersNegativeTestJSON-828238807 tempest-ServersNegativeTestJSON-828238807-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 832.495052] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-f4b8d45d-f795-4905-8da7-7a052ff2d20e tempest-ServersNegativeTestJSON-828238807 tempest-ServersNegativeTestJSON-828238807-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 832.513398] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-f4b8d45d-f795-4905-8da7-7a052ff2d20e tempest-ServersNegativeTestJSON-828238807 tempest-ServersNegativeTestJSON-828238807-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 832.513616] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-f4b8d45d-f795-4905-8da7-7a052ff2d20e tempest-ServersNegativeTestJSON-828238807 tempest-ServersNegativeTestJSON-828238807-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 832.513779] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-f4b8d45d-f795-4905-8da7-7a052ff2d20e tempest-ServersNegativeTestJSON-828238807 tempest-ServersNegativeTestJSON-828238807-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 837.436229] nova-conductor[54364]: ERROR nova.scheduler.utils [None req-ac9110b4-60c2-4156-99a4-dc499c441830 tempest-MultipleCreateTestJSON-708311840 tempest-MultipleCreateTestJSON-708311840-project-member] [instance: 55316613-3507-4386-a7f9-dbcc52f26327] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 2689bc08-3f1a-4b93-9145-d9789fb216cb, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 55316613-3507-4386-a7f9-dbcc52f26327 was re-scheduled: Binding failed for port 2689bc08-3f1a-4b93-9145-d9789fb216cb, please check neutron logs for more information.\n'] [ 837.436653] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-ac9110b4-60c2-4156-99a4-dc499c441830 tempest-MultipleCreateTestJSON-708311840 tempest-MultipleCreateTestJSON-708311840-project-member] Rescheduling: True {{(pid=54364) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 837.436744] nova-conductor[54364]: WARNING nova.scheduler.utils [None req-ac9110b4-60c2-4156-99a4-dc499c441830 tempest-MultipleCreateTestJSON-708311840 tempest-MultipleCreateTestJSON-708311840-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 55316613-3507-4386-a7f9-dbcc52f26327.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 55316613-3507-4386-a7f9-dbcc52f26327. [ 837.437109] nova-conductor[54364]: WARNING nova.scheduler.utils [None req-ac9110b4-60c2-4156-99a4-dc499c441830 tempest-MultipleCreateTestJSON-708311840 tempest-MultipleCreateTestJSON-708311840-project-member] [instance: 55316613-3507-4386-a7f9-dbcc52f26327] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 55316613-3507-4386-a7f9-dbcc52f26327. [ 837.466503] nova-conductor[54364]: DEBUG nova.network.neutron [None req-ac9110b4-60c2-4156-99a4-dc499c441830 tempest-MultipleCreateTestJSON-708311840 tempest-MultipleCreateTestJSON-708311840-project-member] [instance: 55316613-3507-4386-a7f9-dbcc52f26327] deallocate_for_instance() {{(pid=54364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 837.486186] nova-conductor[54364]: DEBUG nova.network.neutron [None req-ac9110b4-60c2-4156-99a4-dc499c441830 tempest-MultipleCreateTestJSON-708311840 tempest-MultipleCreateTestJSON-708311840-project-member] [instance: 55316613-3507-4386-a7f9-dbcc52f26327] Instance cache missing network info. {{(pid=54364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 837.489693] nova-conductor[54364]: DEBUG nova.network.neutron [None req-ac9110b4-60c2-4156-99a4-dc499c441830 tempest-MultipleCreateTestJSON-708311840 tempest-MultipleCreateTestJSON-708311840-project-member] [instance: 55316613-3507-4386-a7f9-dbcc52f26327] Updating instance_info_cache with network_info: [] {{(pid=54364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.619543] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writing DB stats nova_cell1:SELECT=7,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=15,nova_cell1:RELEASE=1 {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 838.620307] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writing DB stats nova_cell0:SELECT=3 {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 838.630318] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writing DB stats nova_api:SELECT=18 {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 838.633209] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writing DB stats nova_api:SELECT=15,nova_api:UPDATE=2,nova_api:DELETE=3 {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 841.355851] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-5b4c783e-9300-4e26-a8e5-8da5e416e0b6 tempest-ServerShowV247Test-792032551 tempest-ServerShowV247Test-792032551-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54365) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 841.369743] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-5b4c783e-9300-4e26-a8e5-8da5e416e0b6 tempest-ServerShowV247Test-792032551 tempest-ServerShowV247Test-792032551-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 841.370013] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-5b4c783e-9300-4e26-a8e5-8da5e416e0b6 tempest-ServerShowV247Test-792032551 tempest-ServerShowV247Test-792032551-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 841.370225] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-5b4c783e-9300-4e26-a8e5-8da5e416e0b6 tempest-ServerShowV247Test-792032551 tempest-ServerShowV247Test-792032551-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 841.411145] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-5b4c783e-9300-4e26-a8e5-8da5e416e0b6 tempest-ServerShowV247Test-792032551 tempest-ServerShowV247Test-792032551-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 841.411428] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-5b4c783e-9300-4e26-a8e5-8da5e416e0b6 tempest-ServerShowV247Test-792032551 tempest-ServerShowV247Test-792032551-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 841.411628] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-5b4c783e-9300-4e26-a8e5-8da5e416e0b6 tempest-ServerShowV247Test-792032551 tempest-ServerShowV247Test-792032551-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 841.412019] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-5b4c783e-9300-4e26-a8e5-8da5e416e0b6 tempest-ServerShowV247Test-792032551 tempest-ServerShowV247Test-792032551-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 841.412221] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-5b4c783e-9300-4e26-a8e5-8da5e416e0b6 tempest-ServerShowV247Test-792032551 tempest-ServerShowV247Test-792032551-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 841.412410] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-5b4c783e-9300-4e26-a8e5-8da5e416e0b6 tempest-ServerShowV247Test-792032551 tempest-ServerShowV247Test-792032551-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 841.421372] nova-conductor[54365]: DEBUG nova.quota [None req-5b4c783e-9300-4e26-a8e5-8da5e416e0b6 tempest-ServerShowV247Test-792032551 tempest-ServerShowV247Test-792032551-project-member] Getting quotas for project 1a9ff5cf13874116b7d90ab4c1a46a59. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 841.423986] nova-conductor[54365]: DEBUG nova.quota [None req-5b4c783e-9300-4e26-a8e5-8da5e416e0b6 tempest-ServerShowV247Test-792032551 tempest-ServerShowV247Test-792032551-project-member] Getting quotas for user 846c07af052c48ccb6c5620837c27418 and project 1a9ff5cf13874116b7d90ab4c1a46a59. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 841.428916] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-5b4c783e-9300-4e26-a8e5-8da5e416e0b6 tempest-ServerShowV247Test-792032551 tempest-ServerShowV247Test-792032551-project-member] [instance: fa4e9947-5b99-4447-9535-6dbcaba635f8] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54365) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 841.429377] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-5b4c783e-9300-4e26-a8e5-8da5e416e0b6 tempest-ServerShowV247Test-792032551 tempest-ServerShowV247Test-792032551-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 841.429597] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-5b4c783e-9300-4e26-a8e5-8da5e416e0b6 tempest-ServerShowV247Test-792032551 tempest-ServerShowV247Test-792032551-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 841.429773] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-5b4c783e-9300-4e26-a8e5-8da5e416e0b6 tempest-ServerShowV247Test-792032551 tempest-ServerShowV247Test-792032551-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 841.433962] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-5b4c783e-9300-4e26-a8e5-8da5e416e0b6 tempest-ServerShowV247Test-792032551 tempest-ServerShowV247Test-792032551-project-member] [instance: fa4e9947-5b99-4447-9535-6dbcaba635f8] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54365) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 841.434634] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-5b4c783e-9300-4e26-a8e5-8da5e416e0b6 tempest-ServerShowV247Test-792032551 tempest-ServerShowV247Test-792032551-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 841.434848] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-5b4c783e-9300-4e26-a8e5-8da5e416e0b6 tempest-ServerShowV247Test-792032551 tempest-ServerShowV247Test-792032551-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 841.435016] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-5b4c783e-9300-4e26-a8e5-8da5e416e0b6 tempest-ServerShowV247Test-792032551 tempest-ServerShowV247Test-792032551-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 841.449122] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-5b4c783e-9300-4e26-a8e5-8da5e416e0b6 tempest-ServerShowV247Test-792032551 tempest-ServerShowV247Test-792032551-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 841.449261] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-5b4c783e-9300-4e26-a8e5-8da5e416e0b6 tempest-ServerShowV247Test-792032551 tempest-ServerShowV247Test-792032551-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 841.449424] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-5b4c783e-9300-4e26-a8e5-8da5e416e0b6 tempest-ServerShowV247Test-792032551 tempest-ServerShowV247Test-792032551-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 841.551013] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-74bcb23b-ffb7-4f40-89d0-16566bbea46e tempest-ServerShowV247Test-792032551 tempest-ServerShowV247Test-792032551-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54365) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 841.564176] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-74bcb23b-ffb7-4f40-89d0-16566bbea46e tempest-ServerShowV247Test-792032551 tempest-ServerShowV247Test-792032551-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 841.564399] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-74bcb23b-ffb7-4f40-89d0-16566bbea46e tempest-ServerShowV247Test-792032551 tempest-ServerShowV247Test-792032551-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 841.564565] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-74bcb23b-ffb7-4f40-89d0-16566bbea46e tempest-ServerShowV247Test-792032551 tempest-ServerShowV247Test-792032551-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 841.586722] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-74bcb23b-ffb7-4f40-89d0-16566bbea46e tempest-ServerShowV247Test-792032551 tempest-ServerShowV247Test-792032551-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 841.586929] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-74bcb23b-ffb7-4f40-89d0-16566bbea46e tempest-ServerShowV247Test-792032551 tempest-ServerShowV247Test-792032551-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 841.587108] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-74bcb23b-ffb7-4f40-89d0-16566bbea46e tempest-ServerShowV247Test-792032551 tempest-ServerShowV247Test-792032551-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 841.587480] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-74bcb23b-ffb7-4f40-89d0-16566bbea46e tempest-ServerShowV247Test-792032551 tempest-ServerShowV247Test-792032551-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 841.587661] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-74bcb23b-ffb7-4f40-89d0-16566bbea46e tempest-ServerShowV247Test-792032551 tempest-ServerShowV247Test-792032551-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 841.587817] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-74bcb23b-ffb7-4f40-89d0-16566bbea46e tempest-ServerShowV247Test-792032551 tempest-ServerShowV247Test-792032551-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 841.595804] nova-conductor[54365]: DEBUG nova.quota [None req-74bcb23b-ffb7-4f40-89d0-16566bbea46e tempest-ServerShowV247Test-792032551 tempest-ServerShowV247Test-792032551-project-member] Getting quotas for project 1a9ff5cf13874116b7d90ab4c1a46a59. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 841.598121] nova-conductor[54365]: DEBUG nova.quota [None req-74bcb23b-ffb7-4f40-89d0-16566bbea46e tempest-ServerShowV247Test-792032551 tempest-ServerShowV247Test-792032551-project-member] Getting quotas for user 846c07af052c48ccb6c5620837c27418 and project 1a9ff5cf13874116b7d90ab4c1a46a59. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 841.603490] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-74bcb23b-ffb7-4f40-89d0-16566bbea46e tempest-ServerShowV247Test-792032551 tempest-ServerShowV247Test-792032551-project-member] [instance: da5a8beb-0246-43df-9813-436ddf8598a9] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54365) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 841.604121] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-74bcb23b-ffb7-4f40-89d0-16566bbea46e tempest-ServerShowV247Test-792032551 tempest-ServerShowV247Test-792032551-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 841.604403] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-74bcb23b-ffb7-4f40-89d0-16566bbea46e tempest-ServerShowV247Test-792032551 tempest-ServerShowV247Test-792032551-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 841.604602] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-74bcb23b-ffb7-4f40-89d0-16566bbea46e tempest-ServerShowV247Test-792032551 tempest-ServerShowV247Test-792032551-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 841.606997] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-74bcb23b-ffb7-4f40-89d0-16566bbea46e tempest-ServerShowV247Test-792032551 tempest-ServerShowV247Test-792032551-project-member] [instance: da5a8beb-0246-43df-9813-436ddf8598a9] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54365) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 841.607605] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-74bcb23b-ffb7-4f40-89d0-16566bbea46e tempest-ServerShowV247Test-792032551 tempest-ServerShowV247Test-792032551-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 841.607795] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-74bcb23b-ffb7-4f40-89d0-16566bbea46e tempest-ServerShowV247Test-792032551 tempest-ServerShowV247Test-792032551-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 841.607957] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-74bcb23b-ffb7-4f40-89d0-16566bbea46e tempest-ServerShowV247Test-792032551 tempest-ServerShowV247Test-792032551-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 841.623278] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-74bcb23b-ffb7-4f40-89d0-16566bbea46e tempest-ServerShowV247Test-792032551 tempest-ServerShowV247Test-792032551-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 841.623488] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-74bcb23b-ffb7-4f40-89d0-16566bbea46e tempest-ServerShowV247Test-792032551 tempest-ServerShowV247Test-792032551-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 841.623649] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-74bcb23b-ffb7-4f40-89d0-16566bbea46e tempest-ServerShowV247Test-792032551 tempest-ServerShowV247Test-792032551-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 841.664656] nova-conductor[54365]: ERROR nova.scheduler.utils [None req-0218c3a4-d7df-47d4-9def-003978485426 tempest-ListServersNegativeTestJSON-1262728300 tempest-ListServersNegativeTestJSON-1262728300-project-member] [instance: 49fd766a-d798-415e-b5eb-4ad4fe7934c0] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 74940506-5781-4531-b29c-9caec5027589, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 49fd766a-d798-415e-b5eb-4ad4fe7934c0 was re-scheduled: Binding failed for port 74940506-5781-4531-b29c-9caec5027589, please check neutron logs for more information.\n'] [ 841.665444] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-0218c3a4-d7df-47d4-9def-003978485426 tempest-ListServersNegativeTestJSON-1262728300 tempest-ListServersNegativeTestJSON-1262728300-project-member] Rescheduling: True {{(pid=54365) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 841.665678] nova-conductor[54365]: WARNING nova.scheduler.utils [None req-0218c3a4-d7df-47d4-9def-003978485426 tempest-ListServersNegativeTestJSON-1262728300 tempest-ListServersNegativeTestJSON-1262728300-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 49fd766a-d798-415e-b5eb-4ad4fe7934c0.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 49fd766a-d798-415e-b5eb-4ad4fe7934c0. [ 841.665991] nova-conductor[54365]: WARNING nova.scheduler.utils [None req-0218c3a4-d7df-47d4-9def-003978485426 tempest-ListServersNegativeTestJSON-1262728300 tempest-ListServersNegativeTestJSON-1262728300-project-member] [instance: 49fd766a-d798-415e-b5eb-4ad4fe7934c0] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 49fd766a-d798-415e-b5eb-4ad4fe7934c0. [ 841.692381] nova-conductor[54365]: DEBUG nova.network.neutron [None req-0218c3a4-d7df-47d4-9def-003978485426 tempest-ListServersNegativeTestJSON-1262728300 tempest-ListServersNegativeTestJSON-1262728300-project-member] [instance: 49fd766a-d798-415e-b5eb-4ad4fe7934c0] deallocate_for_instance() {{(pid=54365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 841.712803] nova-conductor[54365]: DEBUG nova.network.neutron [None req-0218c3a4-d7df-47d4-9def-003978485426 tempest-ListServersNegativeTestJSON-1262728300 tempest-ListServersNegativeTestJSON-1262728300-project-member] [instance: 49fd766a-d798-415e-b5eb-4ad4fe7934c0] Instance cache missing network info. {{(pid=54365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 841.716517] nova-conductor[54365]: DEBUG nova.network.neutron [None req-0218c3a4-d7df-47d4-9def-003978485426 tempest-ListServersNegativeTestJSON-1262728300 tempest-ListServersNegativeTestJSON-1262728300-project-member] [instance: 49fd766a-d798-415e-b5eb-4ad4fe7934c0] Updating instance_info_cache with network_info: [] {{(pid=54365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.469122] nova-conductor[54364]: DEBUG dbcounter [-] [54364] Writing DB stats nova_cell0:SELECT=1 {{(pid=54364) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 842.497480] nova-conductor[54364]: DEBUG dbcounter [-] [54364] Writing DB stats nova_cell1:SELECT=3,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=8,nova_cell1:RELEASE=1 {{(pid=54364) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 842.506628] nova-conductor[54364]: DEBUG dbcounter [-] [54364] Writing DB stats nova_api:SELECT=7,nova_api:UPDATE=1 {{(pid=54364) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 842.509203] nova-conductor[54364]: DEBUG dbcounter [-] [54364] Writing DB stats nova_api:SELECT=5,nova_api:DELETE=1 {{(pid=54364) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 848.082378] nova-conductor[54364]: ERROR nova.scheduler.utils [None req-0218c3a4-d7df-47d4-9def-003978485426 tempest-ListServersNegativeTestJSON-1262728300 tempest-ListServersNegativeTestJSON-1262728300-project-member] [instance: d7ddbbe2-2bea-4fa1-938c-a344f49f0178] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 276a428a-8efe-4f4f-b7b4-0fa9fe606361, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance d7ddbbe2-2bea-4fa1-938c-a344f49f0178 was re-scheduled: Binding failed for port 276a428a-8efe-4f4f-b7b4-0fa9fe606361, please check neutron logs for more information.\n'] [ 848.083029] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-0218c3a4-d7df-47d4-9def-003978485426 tempest-ListServersNegativeTestJSON-1262728300 tempest-ListServersNegativeTestJSON-1262728300-project-member] Rescheduling: True {{(pid=54364) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 848.083189] nova-conductor[54364]: WARNING nova.scheduler.utils [None req-0218c3a4-d7df-47d4-9def-003978485426 tempest-ListServersNegativeTestJSON-1262728300 tempest-ListServersNegativeTestJSON-1262728300-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d7ddbbe2-2bea-4fa1-938c-a344f49f0178.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d7ddbbe2-2bea-4fa1-938c-a344f49f0178. [ 848.083396] nova-conductor[54364]: WARNING nova.scheduler.utils [None req-0218c3a4-d7df-47d4-9def-003978485426 tempest-ListServersNegativeTestJSON-1262728300 tempest-ListServersNegativeTestJSON-1262728300-project-member] [instance: d7ddbbe2-2bea-4fa1-938c-a344f49f0178] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d7ddbbe2-2bea-4fa1-938c-a344f49f0178. [ 848.121740] nova-conductor[54364]: DEBUG nova.network.neutron [None req-0218c3a4-d7df-47d4-9def-003978485426 tempest-ListServersNegativeTestJSON-1262728300 tempest-ListServersNegativeTestJSON-1262728300-project-member] [instance: d7ddbbe2-2bea-4fa1-938c-a344f49f0178] deallocate_for_instance() {{(pid=54364) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 848.146037] nova-conductor[54364]: DEBUG nova.network.neutron [None req-0218c3a4-d7df-47d4-9def-003978485426 tempest-ListServersNegativeTestJSON-1262728300 tempest-ListServersNegativeTestJSON-1262728300-project-member] [instance: d7ddbbe2-2bea-4fa1-938c-a344f49f0178] Instance cache missing network info. {{(pid=54364) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 848.149642] nova-conductor[54364]: DEBUG nova.network.neutron [None req-0218c3a4-d7df-47d4-9def-003978485426 tempest-ListServersNegativeTestJSON-1262728300 tempest-ListServersNegativeTestJSON-1262728300-project-member] [instance: d7ddbbe2-2bea-4fa1-938c-a344f49f0178] Updating instance_info_cache with network_info: [] {{(pid=54364) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.591673] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writing DB stats nova_cell0:SELECT=2 {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 851.609946] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writing DB stats nova_cell1:SELECT=6,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=15,nova_cell1:RELEASE=1 {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 851.616634] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writing DB stats nova_api:SELECT=11,nova_api:UPDATE=1 {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 851.621669] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writing DB stats nova_api:SELECT=13,nova_api:UPDATE=1,nova_api:DELETE=2 {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 854.603188] nova-conductor[54365]: ERROR nova.scheduler.utils [None req-0218c3a4-d7df-47d4-9def-003978485426 tempest-ListServersNegativeTestJSON-1262728300 tempest-ListServersNegativeTestJSON-1262728300-project-member] [instance: 42e05759-742f-4732-97cb-cab2cfb06996] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 993811f2-1949-4f82-a090-188abe4805c8, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 42e05759-742f-4732-97cb-cab2cfb06996 was re-scheduled: Binding failed for port 993811f2-1949-4f82-a090-188abe4805c8, please check neutron logs for more information.\n'] [ 854.603611] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-0218c3a4-d7df-47d4-9def-003978485426 tempest-ListServersNegativeTestJSON-1262728300 tempest-ListServersNegativeTestJSON-1262728300-project-member] Rescheduling: True {{(pid=54365) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 854.603611] nova-conductor[54365]: WARNING nova.scheduler.utils [None req-0218c3a4-d7df-47d4-9def-003978485426 tempest-ListServersNegativeTestJSON-1262728300 tempest-ListServersNegativeTestJSON-1262728300-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 42e05759-742f-4732-97cb-cab2cfb06996.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 42e05759-742f-4732-97cb-cab2cfb06996. [ 854.603899] nova-conductor[54365]: WARNING nova.scheduler.utils [None req-0218c3a4-d7df-47d4-9def-003978485426 tempest-ListServersNegativeTestJSON-1262728300 tempest-ListServersNegativeTestJSON-1262728300-project-member] [instance: 42e05759-742f-4732-97cb-cab2cfb06996] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 42e05759-742f-4732-97cb-cab2cfb06996. [ 854.632309] nova-conductor[54365]: DEBUG nova.network.neutron [None req-0218c3a4-d7df-47d4-9def-003978485426 tempest-ListServersNegativeTestJSON-1262728300 tempest-ListServersNegativeTestJSON-1262728300-project-member] [instance: 42e05759-742f-4732-97cb-cab2cfb06996] deallocate_for_instance() {{(pid=54365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 854.653948] nova-conductor[54365]: DEBUG nova.network.neutron [None req-0218c3a4-d7df-47d4-9def-003978485426 tempest-ListServersNegativeTestJSON-1262728300 tempest-ListServersNegativeTestJSON-1262728300-project-member] [instance: 42e05759-742f-4732-97cb-cab2cfb06996] Instance cache missing network info. {{(pid=54365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 854.657175] nova-conductor[54365]: DEBUG nova.network.neutron [None req-0218c3a4-d7df-47d4-9def-003978485426 tempest-ListServersNegativeTestJSON-1262728300 tempest-ListServersNegativeTestJSON-1262728300-project-member] [instance: 42e05759-742f-4732-97cb-cab2cfb06996] Updating instance_info_cache with network_info: [] {{(pid=54365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.380828] nova-conductor[54365]: ERROR nova.scheduler.utils [None req-3753763e-8ee5-4c77-a12d-be9c7374a1d6 tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] [instance: 30045f41-3396-47cb-833d-b5b434c3671b] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 540, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 612, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 603, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 635, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 664, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1229, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1365, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1340, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port f2af30b8-90ff-4267-8101-47d1f59d2f89, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 30045f41-3396-47cb-833d-b5b434c3671b was re-scheduled: Binding failed for port f2af30b8-90ff-4267-8101-47d1f59d2f89, please check neutron logs for more information.\n'] [ 856.381472] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-3753763e-8ee5-4c77-a12d-be9c7374a1d6 tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Rescheduling: True {{(pid=54365) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 856.381727] nova-conductor[54365]: WARNING nova.scheduler.utils [None req-3753763e-8ee5-4c77-a12d-be9c7374a1d6 tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 30045f41-3396-47cb-833d-b5b434c3671b.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 30045f41-3396-47cb-833d-b5b434c3671b. [ 856.381940] nova-conductor[54365]: WARNING nova.scheduler.utils [None req-3753763e-8ee5-4c77-a12d-be9c7374a1d6 tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] [instance: 30045f41-3396-47cb-833d-b5b434c3671b] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 30045f41-3396-47cb-833d-b5b434c3671b. [ 856.408236] nova-conductor[54365]: DEBUG nova.network.neutron [None req-3753763e-8ee5-4c77-a12d-be9c7374a1d6 tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] [instance: 30045f41-3396-47cb-833d-b5b434c3671b] deallocate_for_instance() {{(pid=54365) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1803}} [ 856.436889] nova-conductor[54365]: DEBUG nova.network.neutron [None req-3753763e-8ee5-4c77-a12d-be9c7374a1d6 tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] [instance: 30045f41-3396-47cb-833d-b5b434c3671b] Instance cache missing network info. {{(pid=54365) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3323}} [ 856.446270] nova-conductor[54365]: DEBUG nova.network.neutron [None req-3753763e-8ee5-4c77-a12d-be9c7374a1d6 tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] [instance: 30045f41-3396-47cb-833d-b5b434c3671b] Updating instance_info_cache with network_info: [] {{(pid=54365) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.923039] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-37e98dde-195e-4947-845c-0d8ce4ff0c14 tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54364) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 858.940411] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-37e98dde-195e-4947-845c-0d8ce4ff0c14 tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 858.940691] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-37e98dde-195e-4947-845c-0d8ce4ff0c14 tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 858.940879] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-37e98dde-195e-4947-845c-0d8ce4ff0c14 tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 859.020757] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-37e98dde-195e-4947-845c-0d8ce4ff0c14 tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 859.020757] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-37e98dde-195e-4947-845c-0d8ce4ff0c14 tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 859.020757] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-37e98dde-195e-4947-845c-0d8ce4ff0c14 tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 859.020757] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-37e98dde-195e-4947-845c-0d8ce4ff0c14 tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 859.020757] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-37e98dde-195e-4947-845c-0d8ce4ff0c14 tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 859.020757] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-37e98dde-195e-4947-845c-0d8ce4ff0c14 tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 859.034853] nova-conductor[54364]: DEBUG nova.quota [None req-37e98dde-195e-4947-845c-0d8ce4ff0c14 tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Getting quotas for project c583f4e7b29743aabd3e96f7c53fa04f. Resources: {'cores', 'ram', 'instances'} {{(pid=54364) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 859.041794] nova-conductor[54364]: DEBUG nova.quota [None req-37e98dde-195e-4947-845c-0d8ce4ff0c14 tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Getting quotas for user a1ab4be10d444359a7a3b245ec9b9ea0 and project c583f4e7b29743aabd3e96f7c53fa04f. Resources: {'cores', 'ram', 'instances'} {{(pid=54364) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 859.053686] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-37e98dde-195e-4947-845c-0d8ce4ff0c14 tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] [instance: 11542a9b-6556-4b4b-88fe-26c6be2969f6] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54364) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 859.053686] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-37e98dde-195e-4947-845c-0d8ce4ff0c14 tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 859.053686] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-37e98dde-195e-4947-845c-0d8ce4ff0c14 tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 859.053686] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-37e98dde-195e-4947-845c-0d8ce4ff0c14 tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 859.062844] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-37e98dde-195e-4947-845c-0d8ce4ff0c14 tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] [instance: 11542a9b-6556-4b4b-88fe-26c6be2969f6] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54364) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 859.063660] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-37e98dde-195e-4947-845c-0d8ce4ff0c14 tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 859.063885] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-37e98dde-195e-4947-845c-0d8ce4ff0c14 tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 859.064070] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-37e98dde-195e-4947-845c-0d8ce4ff0c14 tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 859.090020] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-37e98dde-195e-4947-845c-0d8ce4ff0c14 tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 859.090020] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-37e98dde-195e-4947-845c-0d8ce4ff0c14 tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 859.090020] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-37e98dde-195e-4947-845c-0d8ce4ff0c14 tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 862.871135] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-43613d6b-3e2b-47b6-8853-156c395339a9 tempest-ServerRescueTestJSONUnderV235-2045674175 tempest-ServerRescueTestJSONUnderV235-2045674175-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54365) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 862.889423] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-43613d6b-3e2b-47b6-8853-156c395339a9 tempest-ServerRescueTestJSONUnderV235-2045674175 tempest-ServerRescueTestJSONUnderV235-2045674175-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 862.889918] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-43613d6b-3e2b-47b6-8853-156c395339a9 tempest-ServerRescueTestJSONUnderV235-2045674175 tempest-ServerRescueTestJSONUnderV235-2045674175-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 862.889918] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-43613d6b-3e2b-47b6-8853-156c395339a9 tempest-ServerRescueTestJSONUnderV235-2045674175 tempest-ServerRescueTestJSONUnderV235-2045674175-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 862.923119] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-43613d6b-3e2b-47b6-8853-156c395339a9 tempest-ServerRescueTestJSONUnderV235-2045674175 tempest-ServerRescueTestJSONUnderV235-2045674175-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 862.923119] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-43613d6b-3e2b-47b6-8853-156c395339a9 tempest-ServerRescueTestJSONUnderV235-2045674175 tempest-ServerRescueTestJSONUnderV235-2045674175-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 862.923119] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-43613d6b-3e2b-47b6-8853-156c395339a9 tempest-ServerRescueTestJSONUnderV235-2045674175 tempest-ServerRescueTestJSONUnderV235-2045674175-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 862.923119] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-43613d6b-3e2b-47b6-8853-156c395339a9 tempest-ServerRescueTestJSONUnderV235-2045674175 tempest-ServerRescueTestJSONUnderV235-2045674175-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 862.923292] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-43613d6b-3e2b-47b6-8853-156c395339a9 tempest-ServerRescueTestJSONUnderV235-2045674175 tempest-ServerRescueTestJSONUnderV235-2045674175-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 862.923422] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-43613d6b-3e2b-47b6-8853-156c395339a9 tempest-ServerRescueTestJSONUnderV235-2045674175 tempest-ServerRescueTestJSONUnderV235-2045674175-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 862.934406] nova-conductor[54365]: DEBUG nova.quota [None req-43613d6b-3e2b-47b6-8853-156c395339a9 tempest-ServerRescueTestJSONUnderV235-2045674175 tempest-ServerRescueTestJSONUnderV235-2045674175-project-member] Getting quotas for project 4ef452b71f2d4d248f5d016b2076508f. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 862.938346] nova-conductor[54365]: DEBUG nova.quota [None req-43613d6b-3e2b-47b6-8853-156c395339a9 tempest-ServerRescueTestJSONUnderV235-2045674175 tempest-ServerRescueTestJSONUnderV235-2045674175-project-member] Getting quotas for user 6c9caec5b34a4cd7a2f25d24bf371fde and project 4ef452b71f2d4d248f5d016b2076508f. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 862.944424] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-43613d6b-3e2b-47b6-8853-156c395339a9 tempest-ServerRescueTestJSONUnderV235-2045674175 tempest-ServerRescueTestJSONUnderV235-2045674175-project-member] [instance: 33998dc6-3be4-4b78-af12-0ad7bfab70c6] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54365) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 862.945440] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-43613d6b-3e2b-47b6-8853-156c395339a9 tempest-ServerRescueTestJSONUnderV235-2045674175 tempest-ServerRescueTestJSONUnderV235-2045674175-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 862.945440] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-43613d6b-3e2b-47b6-8853-156c395339a9 tempest-ServerRescueTestJSONUnderV235-2045674175 tempest-ServerRescueTestJSONUnderV235-2045674175-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 862.945440] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-43613d6b-3e2b-47b6-8853-156c395339a9 tempest-ServerRescueTestJSONUnderV235-2045674175 tempest-ServerRescueTestJSONUnderV235-2045674175-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 862.951911] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-43613d6b-3e2b-47b6-8853-156c395339a9 tempest-ServerRescueTestJSONUnderV235-2045674175 tempest-ServerRescueTestJSONUnderV235-2045674175-project-member] [instance: 33998dc6-3be4-4b78-af12-0ad7bfab70c6] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54365) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 862.952560] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-43613d6b-3e2b-47b6-8853-156c395339a9 tempest-ServerRescueTestJSONUnderV235-2045674175 tempest-ServerRescueTestJSONUnderV235-2045674175-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 862.952792] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-43613d6b-3e2b-47b6-8853-156c395339a9 tempest-ServerRescueTestJSONUnderV235-2045674175 tempest-ServerRescueTestJSONUnderV235-2045674175-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 862.953113] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-43613d6b-3e2b-47b6-8853-156c395339a9 tempest-ServerRescueTestJSONUnderV235-2045674175 tempest-ServerRescueTestJSONUnderV235-2045674175-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 862.972869] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-43613d6b-3e2b-47b6-8853-156c395339a9 tempest-ServerRescueTestJSONUnderV235-2045674175 tempest-ServerRescueTestJSONUnderV235-2045674175-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 862.973140] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-43613d6b-3e2b-47b6-8853-156c395339a9 tempest-ServerRescueTestJSONUnderV235-2045674175 tempest-ServerRescueTestJSONUnderV235-2045674175-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 862.973414] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-43613d6b-3e2b-47b6-8853-156c395339a9 tempest-ServerRescueTestJSONUnderV235-2045674175 tempest-ServerRescueTestJSONUnderV235-2045674175-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 869.025421] nova-conductor[54364]: DEBUG dbcounter [-] [54364] Writing DB stats nova_cell0:SELECT=1 {{(pid=54364) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 869.066229] nova-conductor[54364]: DEBUG dbcounter [-] [54364] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=54364) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 869.082254] nova-conductor[54364]: DEBUG dbcounter [-] [54364] Writing DB stats nova_api:SELECT=6,nova_api:UPDATE=1 {{(pid=54364) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 869.084216] nova-conductor[54364]: DEBUG dbcounter [-] [54364] Writing DB stats nova_api:SELECT=6,nova_api:DELETE=1 {{(pid=54364) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 869.632128] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-640209d1-a41b-451b-a288-892c80f0870a tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54365) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 869.657573] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-640209d1-a41b-451b-a288-892c80f0870a tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 869.657651] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-640209d1-a41b-451b-a288-892c80f0870a tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 869.657974] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-640209d1-a41b-451b-a288-892c80f0870a tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 869.709746] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-640209d1-a41b-451b-a288-892c80f0870a tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 869.710050] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-640209d1-a41b-451b-a288-892c80f0870a tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 869.710242] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-640209d1-a41b-451b-a288-892c80f0870a tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 869.710634] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-640209d1-a41b-451b-a288-892c80f0870a tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 869.710825] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-640209d1-a41b-451b-a288-892c80f0870a tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 869.711189] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-640209d1-a41b-451b-a288-892c80f0870a tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 869.720792] nova-conductor[54365]: DEBUG nova.quota [None req-640209d1-a41b-451b-a288-892c80f0870a tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] Getting quotas for project 4270942193cd4a9aa397784368b9ae64. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 869.724195] nova-conductor[54365]: DEBUG nova.quota [None req-640209d1-a41b-451b-a288-892c80f0870a tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] Getting quotas for user b3041343376d4f2fad14577d5c412b1a and project 4270942193cd4a9aa397784368b9ae64. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 869.729482] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-640209d1-a41b-451b-a288-892c80f0870a tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] [instance: 8c07697f-0e20-4ec5-88ec-ec4420906313] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54365) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 869.730015] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-640209d1-a41b-451b-a288-892c80f0870a tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 869.730271] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-640209d1-a41b-451b-a288-892c80f0870a tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 869.730466] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-640209d1-a41b-451b-a288-892c80f0870a tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 869.735535] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-640209d1-a41b-451b-a288-892c80f0870a tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] [instance: 8c07697f-0e20-4ec5-88ec-ec4420906313] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54365) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 869.736309] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-640209d1-a41b-451b-a288-892c80f0870a tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 869.736558] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-640209d1-a41b-451b-a288-892c80f0870a tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 869.736764] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-640209d1-a41b-451b-a288-892c80f0870a tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 869.753626] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-640209d1-a41b-451b-a288-892c80f0870a tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 869.753861] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-640209d1-a41b-451b-a288-892c80f0870a tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 869.754048] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-640209d1-a41b-451b-a288-892c80f0870a tempest-AttachInterfacesTestJSON-1676831864 tempest-AttachInterfacesTestJSON-1676831864-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 879.716247] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writing DB stats nova_cell0:SELECT=2 {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 879.740204] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writing DB stats nova_cell1:SELECT=6,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=15,nova_cell1:RELEASE=1 {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 879.748171] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writing DB stats nova_api:SELECT=12,nova_api:UPDATE=2 {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 879.751622] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writing DB stats nova_api:SELECT=12,nova_api:DELETE=2 {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 879.819356] nova-conductor[54364]: DEBUG dbcounter [-] [54364] Writing DB stats nova_cell1:UPDATE=243,nova_cell1:INSERT=37,nova_cell1:SELECT=436,nova_cell1:SAVEPOINT=39,nova_cell1:RELEASE=39,nova_cell1:DELETE=4 {{(pid=54364) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 884.258022] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-4048023a-b459-402c-82ee-b344bad7ecf2 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54364) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 884.277732] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-4048023a-b459-402c-82ee-b344bad7ecf2 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 884.277998] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-4048023a-b459-402c-82ee-b344bad7ecf2 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 884.278158] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-4048023a-b459-402c-82ee-b344bad7ecf2 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 884.312381] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-4048023a-b459-402c-82ee-b344bad7ecf2 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 884.312608] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-4048023a-b459-402c-82ee-b344bad7ecf2 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 884.312779] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-4048023a-b459-402c-82ee-b344bad7ecf2 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 884.313198] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-4048023a-b459-402c-82ee-b344bad7ecf2 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 884.313382] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-4048023a-b459-402c-82ee-b344bad7ecf2 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 884.313536] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-4048023a-b459-402c-82ee-b344bad7ecf2 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 884.324241] nova-conductor[54364]: DEBUG nova.quota [None req-4048023a-b459-402c-82ee-b344bad7ecf2 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Getting quotas for project c61b5e689e5544e6857baf8d3c52fe0b. Resources: {'cores', 'ram', 'instances'} {{(pid=54364) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 884.325141] nova-conductor[54364]: DEBUG nova.quota [None req-4048023a-b459-402c-82ee-b344bad7ecf2 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Getting quotas for user ee3581d242034a4c8b00417545bd52ed and project c61b5e689e5544e6857baf8d3c52fe0b. Resources: {'cores', 'ram', 'instances'} {{(pid=54364) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 884.332019] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-4048023a-b459-402c-82ee-b344bad7ecf2 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] [instance: 9f7d7830-b878-41b9-a236-f7cd5580cf1d] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54364) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 884.332019] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-4048023a-b459-402c-82ee-b344bad7ecf2 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 884.332019] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-4048023a-b459-402c-82ee-b344bad7ecf2 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 884.332291] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-4048023a-b459-402c-82ee-b344bad7ecf2 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 884.335357] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-4048023a-b459-402c-82ee-b344bad7ecf2 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] [instance: 9f7d7830-b878-41b9-a236-f7cd5580cf1d] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54364) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 884.336043] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-4048023a-b459-402c-82ee-b344bad7ecf2 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 884.336274] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-4048023a-b459-402c-82ee-b344bad7ecf2 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 884.336436] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-4048023a-b459-402c-82ee-b344bad7ecf2 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 884.360391] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-4048023a-b459-402c-82ee-b344bad7ecf2 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 884.360683] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-4048023a-b459-402c-82ee-b344bad7ecf2 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 884.360849] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-4048023a-b459-402c-82ee-b344bad7ecf2 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 884.655574] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-343a2437-8101-48c6-8a75-8f6b0e6b5e8c tempest-ServersNegativeTestJSON-828238807 tempest-ServersNegativeTestJSON-828238807-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54365) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 884.678790] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-343a2437-8101-48c6-8a75-8f6b0e6b5e8c tempest-ServersNegativeTestJSON-828238807 tempest-ServersNegativeTestJSON-828238807-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 884.679060] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-343a2437-8101-48c6-8a75-8f6b0e6b5e8c tempest-ServersNegativeTestJSON-828238807 tempest-ServersNegativeTestJSON-828238807-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 884.679271] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-343a2437-8101-48c6-8a75-8f6b0e6b5e8c tempest-ServersNegativeTestJSON-828238807 tempest-ServersNegativeTestJSON-828238807-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 884.717828] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-343a2437-8101-48c6-8a75-8f6b0e6b5e8c tempest-ServersNegativeTestJSON-828238807 tempest-ServersNegativeTestJSON-828238807-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 884.718587] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-343a2437-8101-48c6-8a75-8f6b0e6b5e8c tempest-ServersNegativeTestJSON-828238807 tempest-ServersNegativeTestJSON-828238807-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 884.718698] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-343a2437-8101-48c6-8a75-8f6b0e6b5e8c tempest-ServersNegativeTestJSON-828238807 tempest-ServersNegativeTestJSON-828238807-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 884.719145] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-343a2437-8101-48c6-8a75-8f6b0e6b5e8c tempest-ServersNegativeTestJSON-828238807 tempest-ServersNegativeTestJSON-828238807-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 884.719442] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-343a2437-8101-48c6-8a75-8f6b0e6b5e8c tempest-ServersNegativeTestJSON-828238807 tempest-ServersNegativeTestJSON-828238807-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 884.719608] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-343a2437-8101-48c6-8a75-8f6b0e6b5e8c tempest-ServersNegativeTestJSON-828238807 tempest-ServersNegativeTestJSON-828238807-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 884.734261] nova-conductor[54365]: DEBUG nova.quota [None req-343a2437-8101-48c6-8a75-8f6b0e6b5e8c tempest-ServersNegativeTestJSON-828238807 tempest-ServersNegativeTestJSON-828238807-project-member] Getting quotas for project 578df9b6434d416fbae5f3cf2c33ef1b. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 884.737552] nova-conductor[54365]: DEBUG nova.quota [None req-343a2437-8101-48c6-8a75-8f6b0e6b5e8c tempest-ServersNegativeTestJSON-828238807 tempest-ServersNegativeTestJSON-828238807-project-member] Getting quotas for user 5034ec8e3d3f4cc79e13528e3bf31167 and project 578df9b6434d416fbae5f3cf2c33ef1b. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 884.744183] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-343a2437-8101-48c6-8a75-8f6b0e6b5e8c tempest-ServersNegativeTestJSON-828238807 tempest-ServersNegativeTestJSON-828238807-project-member] [instance: 85e279da-e067-46f8-929b-87a013c4e7f4] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54365) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 884.744688] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-343a2437-8101-48c6-8a75-8f6b0e6b5e8c tempest-ServersNegativeTestJSON-828238807 tempest-ServersNegativeTestJSON-828238807-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 884.744909] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-343a2437-8101-48c6-8a75-8f6b0e6b5e8c tempest-ServersNegativeTestJSON-828238807 tempest-ServersNegativeTestJSON-828238807-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 884.745096] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-343a2437-8101-48c6-8a75-8f6b0e6b5e8c tempest-ServersNegativeTestJSON-828238807 tempest-ServersNegativeTestJSON-828238807-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 884.754019] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-343a2437-8101-48c6-8a75-8f6b0e6b5e8c tempest-ServersNegativeTestJSON-828238807 tempest-ServersNegativeTestJSON-828238807-project-member] [instance: 85e279da-e067-46f8-929b-87a013c4e7f4] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54365) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 884.754167] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-343a2437-8101-48c6-8a75-8f6b0e6b5e8c tempest-ServersNegativeTestJSON-828238807 tempest-ServersNegativeTestJSON-828238807-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 884.754295] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-343a2437-8101-48c6-8a75-8f6b0e6b5e8c tempest-ServersNegativeTestJSON-828238807 tempest-ServersNegativeTestJSON-828238807-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 884.754491] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-343a2437-8101-48c6-8a75-8f6b0e6b5e8c tempest-ServersNegativeTestJSON-828238807 tempest-ServersNegativeTestJSON-828238807-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 884.781498] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-343a2437-8101-48c6-8a75-8f6b0e6b5e8c tempest-ServersNegativeTestJSON-828238807 tempest-ServersNegativeTestJSON-828238807-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 884.781756] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-343a2437-8101-48c6-8a75-8f6b0e6b5e8c tempest-ServersNegativeTestJSON-828238807 tempest-ServersNegativeTestJSON-828238807-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 884.782137] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-343a2437-8101-48c6-8a75-8f6b0e6b5e8c tempest-ServersNegativeTestJSON-828238807 tempest-ServersNegativeTestJSON-828238807-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 885.782965] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writing DB stats nova_cell1:UPDATE=214,nova_cell1:INSERT=38,nova_cell1:SELECT=433,nova_cell1:SAVEPOINT=32,nova_cell1:RELEASE=32 {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 887.273716] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-d01dbe0b-6399-4ee4-86a4-fed1b5d9d41b tempest-ServerShowV247Test-792032551 tempest-ServerShowV247Test-792032551-project-member] Targeting cell 9a7c1614-c334-4151-9477-41d9d08ac2d5(cell1) for conductor method rebuild_instance {{(pid=54364) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 887.275140] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-d01dbe0b-6399-4ee4-86a4-fed1b5d9d41b tempest-ServerShowV247Test-792032551 tempest-ServerShowV247Test-792032551-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 887.275140] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-d01dbe0b-6399-4ee4-86a4-fed1b5d9d41b tempest-ServerShowV247Test-792032551 tempest-ServerShowV247Test-792032551-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 887.275140] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-d01dbe0b-6399-4ee4-86a4-fed1b5d9d41b tempest-ServerShowV247Test-792032551 tempest-ServerShowV247Test-792032551-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 887.295181] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-d01dbe0b-6399-4ee4-86a4-fed1b5d9d41b tempest-ServerShowV247Test-792032551 tempest-ServerShowV247Test-792032551-project-member] [instance: da5a8beb-0246-43df-9813-436ddf8598a9] No migration record for the rebuild/evacuate request. {{(pid=54364) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1227}} [ 892.397682] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-64fa8c3f-afad-47a9-a19a-84549b8a8f70 tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Targeting cell 9a7c1614-c334-4151-9477-41d9d08ac2d5(cell1) for conductor method migrate_server {{(pid=54365) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 892.398039] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-64fa8c3f-afad-47a9-a19a-84549b8a8f70 tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 892.398329] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-64fa8c3f-afad-47a9-a19a-84549b8a8f70 tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 892.398559] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-64fa8c3f-afad-47a9-a19a-84549b8a8f70 tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 892.575819] nova-conductor[54365]: DEBUG nova.conductor.tasks.migrate [None req-64fa8c3f-afad-47a9-a19a-84549b8a8f70 tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] [instance: 11542a9b-6556-4b4b-88fe-26c6be2969f6] Restricting to cell 9a7c1614-c334-4151-9477-41d9d08ac2d5(cell1) while migrating {{(pid=54365) _set_requested_destination_cell /opt/stack/nova/nova/conductor/tasks/migrate.py:210}} [ 892.676454] nova-conductor[54365]: DEBUG nova.conductor.tasks.migrate [None req-64fa8c3f-afad-47a9-a19a-84549b8a8f70 tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Created allocations for migration ec366ade-42a0-4f38-a1b8-bddeb5641557 on c1b543f3-8b72-4e01-a5a8-30dc9ed76c83 {{(pid=54365) replace_allocation_with_migration /opt/stack/nova/nova/conductor/tasks/migrate.py:88}} [ 892.730593] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-6bac82cd-a32f-4a48-83ff-6bee2fed6014 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54364) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 892.746076] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-6bac82cd-a32f-4a48-83ff-6bee2fed6014 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 892.746339] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-6bac82cd-a32f-4a48-83ff-6bee2fed6014 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 892.746511] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-6bac82cd-a32f-4a48-83ff-6bee2fed6014 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 892.784603] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-6bac82cd-a32f-4a48-83ff-6bee2fed6014 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 892.784890] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-6bac82cd-a32f-4a48-83ff-6bee2fed6014 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 892.785129] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-6bac82cd-a32f-4a48-83ff-6bee2fed6014 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 892.785549] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-6bac82cd-a32f-4a48-83ff-6bee2fed6014 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 892.785990] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-6bac82cd-a32f-4a48-83ff-6bee2fed6014 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 892.785990] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-6bac82cd-a32f-4a48-83ff-6bee2fed6014 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 892.797885] nova-conductor[54364]: DEBUG nova.quota [None req-6bac82cd-a32f-4a48-83ff-6bee2fed6014 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Getting quotas for project 33242a5e0a764cf3b8af687fc4302e8e. Resources: {'cores', 'ram', 'instances'} {{(pid=54364) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 892.801594] nova-conductor[54364]: DEBUG nova.quota [None req-6bac82cd-a32f-4a48-83ff-6bee2fed6014 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Getting quotas for user 27ce526a1d824fe8b6573fa80adcd53f and project 33242a5e0a764cf3b8af687fc4302e8e. Resources: {'cores', 'ram', 'instances'} {{(pid=54364) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 892.808327] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-6bac82cd-a32f-4a48-83ff-6bee2fed6014 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] [instance: 42aeba4e-5c87-46d5-9c7c-c6f263c69171] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54364) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 892.809008] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-6bac82cd-a32f-4a48-83ff-6bee2fed6014 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 892.809260] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-6bac82cd-a32f-4a48-83ff-6bee2fed6014 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 892.809439] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-6bac82cd-a32f-4a48-83ff-6bee2fed6014 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 892.822366] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-6bac82cd-a32f-4a48-83ff-6bee2fed6014 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] [instance: 42aeba4e-5c87-46d5-9c7c-c6f263c69171] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54364) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 892.823420] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-6bac82cd-a32f-4a48-83ff-6bee2fed6014 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 892.823809] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-6bac82cd-a32f-4a48-83ff-6bee2fed6014 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 892.824110] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-6bac82cd-a32f-4a48-83ff-6bee2fed6014 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 892.844020] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-6bac82cd-a32f-4a48-83ff-6bee2fed6014 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 892.844276] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-6bac82cd-a32f-4a48-83ff-6bee2fed6014 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 892.844470] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-6bac82cd-a32f-4a48-83ff-6bee2fed6014 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 893.183011] nova-conductor[54365]: DEBUG nova.conductor.tasks.migrate [None req-64fa8c3f-afad-47a9-a19a-84549b8a8f70 tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] [instance: 11542a9b-6556-4b4b-88fe-26c6be2969f6] Calling prep_resize with selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54365) _execute /opt/stack/nova/nova/conductor/tasks/migrate.py:325}} [ 894.726947] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writing DB stats nova_cell0:SELECT=1 {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 899.173474] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-702a8fbe-cd43-4dc9-aeaf-49067616a2ed tempest-ServerActionsV293TestJSON-959671216 tempest-ServerActionsV293TestJSON-959671216-project-member] Targeting cell 9a7c1614-c334-4151-9477-41d9d08ac2d5(cell1) for conductor method rebuild_instance {{(pid=54364) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 899.173737] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-702a8fbe-cd43-4dc9-aeaf-49067616a2ed tempest-ServerActionsV293TestJSON-959671216 tempest-ServerActionsV293TestJSON-959671216-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 899.173965] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-702a8fbe-cd43-4dc9-aeaf-49067616a2ed tempest-ServerActionsV293TestJSON-959671216 tempest-ServerActionsV293TestJSON-959671216-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 899.174159] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-702a8fbe-cd43-4dc9-aeaf-49067616a2ed tempest-ServerActionsV293TestJSON-959671216 tempest-ServerActionsV293TestJSON-959671216-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 899.191959] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-702a8fbe-cd43-4dc9-aeaf-49067616a2ed tempest-ServerActionsV293TestJSON-959671216 tempest-ServerActionsV293TestJSON-959671216-project-member] [instance: c30e0db3-9b63-44b7-9b7f-810defc530d1] No migration record for the rebuild/evacuate request. {{(pid=54364) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1227}} [ 900.828921] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-a9b9a712-5d04-414a-a9af-1cdd812e940c tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54365) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 900.846477] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-a9b9a712-5d04-414a-a9af-1cdd812e940c tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 900.850235] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-a9b9a712-5d04-414a-a9af-1cdd812e940c tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 900.850235] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-a9b9a712-5d04-414a-a9af-1cdd812e940c tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 900.909239] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-a9b9a712-5d04-414a-a9af-1cdd812e940c tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 900.909564] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-a9b9a712-5d04-414a-a9af-1cdd812e940c tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 900.909779] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-a9b9a712-5d04-414a-a9af-1cdd812e940c tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 900.910230] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-a9b9a712-5d04-414a-a9af-1cdd812e940c tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 900.910471] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-a9b9a712-5d04-414a-a9af-1cdd812e940c tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 900.910666] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-a9b9a712-5d04-414a-a9af-1cdd812e940c tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 900.921267] nova-conductor[54365]: DEBUG nova.quota [None req-a9b9a712-5d04-414a-a9af-1cdd812e940c tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Getting quotas for project 998daea123aa48b2816d1cbe9e662950. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 900.924173] nova-conductor[54365]: DEBUG nova.quota [None req-a9b9a712-5d04-414a-a9af-1cdd812e940c tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Getting quotas for user c1e90a23c6444273bc10051f3227804c and project 998daea123aa48b2816d1cbe9e662950. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 900.943334] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-a9b9a712-5d04-414a-a9af-1cdd812e940c tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] [instance: ef1e80cf-2ea2-4764-851a-8aa97563a278] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54365) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 900.943840] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-a9b9a712-5d04-414a-a9af-1cdd812e940c tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 900.944073] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-a9b9a712-5d04-414a-a9af-1cdd812e940c tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 900.944249] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-a9b9a712-5d04-414a-a9af-1cdd812e940c tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 900.949377] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-a9b9a712-5d04-414a-a9af-1cdd812e940c tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] [instance: ef1e80cf-2ea2-4764-851a-8aa97563a278] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='4be035b6-4033-4f5c-9c02-c3d1968a1982',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54365) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 900.950496] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-a9b9a712-5d04-414a-a9af-1cdd812e940c tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 900.950496] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-a9b9a712-5d04-414a-a9af-1cdd812e940c tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 900.950496] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-a9b9a712-5d04-414a-a9af-1cdd812e940c tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 900.969074] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-a9b9a712-5d04-414a-a9af-1cdd812e940c tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 900.969074] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-a9b9a712-5d04-414a-a9af-1cdd812e940c tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 900.969256] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-a9b9a712-5d04-414a-a9af-1cdd812e940c tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 902.791132] nova-conductor[54364]: DEBUG dbcounter [-] [54364] Writing DB stats nova_cell0:SELECT=2 {{(pid=54364) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 909.172517] nova-conductor[54364]: DEBUG dbcounter [-] [54364] Writing DB stats nova_api:SELECT=13,nova_api:UPDATE=2,nova_api:DELETE=1 {{(pid=54364) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 909.200725] nova-conductor[54364]: DEBUG dbcounter [-] [54364] Writing DB stats nova_api:SELECT=15,nova_api:DELETE=1 {{(pid=54364) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 909.221695] nova-conductor[54364]: DEBUG dbcounter [-] [54364] Writing DB stats nova_cell1:SELECT=14,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=17,nova_cell1:RELEASE=1,nova_cell1:UPDATE=6 {{(pid=54364) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 910.711282] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-ec85614e-67aa-47a4-b746-f4072a49ed70 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54365) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 910.724946] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-ec85614e-67aa-47a4-b746-f4072a49ed70 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 910.725200] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-ec85614e-67aa-47a4-b746-f4072a49ed70 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 910.725369] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-ec85614e-67aa-47a4-b746-f4072a49ed70 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 910.765816] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-ec85614e-67aa-47a4-b746-f4072a49ed70 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 910.766064] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-ec85614e-67aa-47a4-b746-f4072a49ed70 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 910.766238] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-ec85614e-67aa-47a4-b746-f4072a49ed70 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 910.766615] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-ec85614e-67aa-47a4-b746-f4072a49ed70 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 910.766800] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-ec85614e-67aa-47a4-b746-f4072a49ed70 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 910.766957] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-ec85614e-67aa-47a4-b746-f4072a49ed70 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 910.778750] nova-conductor[54365]: DEBUG nova.quota [None req-ec85614e-67aa-47a4-b746-f4072a49ed70 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Getting quotas for project c61b5e689e5544e6857baf8d3c52fe0b. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 910.786329] nova-conductor[54365]: DEBUG nova.quota [None req-ec85614e-67aa-47a4-b746-f4072a49ed70 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Getting quotas for user ee3581d242034a4c8b00417545bd52ed and project c61b5e689e5544e6857baf8d3c52fe0b. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 910.790873] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-ec85614e-67aa-47a4-b746-f4072a49ed70 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] [instance: 6c2b8244-55b6-4bc8-90c8-a59c2b0b1efe] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54365) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 910.791790] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-ec85614e-67aa-47a4-b746-f4072a49ed70 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 910.792121] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-ec85614e-67aa-47a4-b746-f4072a49ed70 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 910.792679] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-ec85614e-67aa-47a4-b746-f4072a49ed70 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 910.799034] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-ec85614e-67aa-47a4-b746-f4072a49ed70 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] [instance: 6c2b8244-55b6-4bc8-90c8-a59c2b0b1efe] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54365) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 910.799034] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-ec85614e-67aa-47a4-b746-f4072a49ed70 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 910.799034] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-ec85614e-67aa-47a4-b746-f4072a49ed70 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 910.799458] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-ec85614e-67aa-47a4-b746-f4072a49ed70 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 910.819974] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-ec85614e-67aa-47a4-b746-f4072a49ed70 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 910.819974] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-ec85614e-67aa-47a4-b746-f4072a49ed70 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 910.819974] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-ec85614e-67aa-47a4-b746-f4072a49ed70 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 911.350114] nova-conductor[54365]: DEBUG nova.db.main.api [None req-ec85614e-67aa-47a4-b746-f4072a49ed70 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Created instance_extra for 6c2b8244-55b6-4bc8-90c8-a59c2b0b1efe {{(pid=54365) instance_extra_update_by_uuid /opt/stack/nova/nova/db/main/api.py:2551}} [ 915.033211] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-26113019-5cc5-4b4c-87d1-c32f9c48155d tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54365) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 915.055061] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-26113019-5cc5-4b4c-87d1-c32f9c48155d tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 915.055061] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-26113019-5cc5-4b4c-87d1-c32f9c48155d tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 915.055061] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-26113019-5cc5-4b4c-87d1-c32f9c48155d tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 915.097795] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-26113019-5cc5-4b4c-87d1-c32f9c48155d tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 915.097795] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-26113019-5cc5-4b4c-87d1-c32f9c48155d tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 915.097988] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-26113019-5cc5-4b4c-87d1-c32f9c48155d tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 915.098296] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-26113019-5cc5-4b4c-87d1-c32f9c48155d tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 915.098666] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-26113019-5cc5-4b4c-87d1-c32f9c48155d tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 915.098792] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-26113019-5cc5-4b4c-87d1-c32f9c48155d tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 915.113258] nova-conductor[54365]: DEBUG nova.quota [None req-26113019-5cc5-4b4c-87d1-c32f9c48155d tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Getting quotas for project c61b5e689e5544e6857baf8d3c52fe0b. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 915.116791] nova-conductor[54365]: DEBUG nova.quota [None req-26113019-5cc5-4b4c-87d1-c32f9c48155d tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Getting quotas for user ee3581d242034a4c8b00417545bd52ed and project c61b5e689e5544e6857baf8d3c52fe0b. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 915.127252] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-26113019-5cc5-4b4c-87d1-c32f9c48155d tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] [instance: c4d0e4fc-9ce2-4ebc-8ede-337f843ec855] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54365) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 915.127783] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-26113019-5cc5-4b4c-87d1-c32f9c48155d tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 915.128029] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-26113019-5cc5-4b4c-87d1-c32f9c48155d tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 915.128212] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-26113019-5cc5-4b4c-87d1-c32f9c48155d tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 915.131789] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-26113019-5cc5-4b4c-87d1-c32f9c48155d tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] [instance: c4d0e4fc-9ce2-4ebc-8ede-337f843ec855] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54365) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 915.134032] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-26113019-5cc5-4b4c-87d1-c32f9c48155d tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 915.134032] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-26113019-5cc5-4b4c-87d1-c32f9c48155d tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 915.134032] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-26113019-5cc5-4b4c-87d1-c32f9c48155d tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 915.155281] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-26113019-5cc5-4b4c-87d1-c32f9c48155d tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 915.155490] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-26113019-5cc5-4b4c-87d1-c32f9c48155d tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 915.155652] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-26113019-5cc5-4b4c-87d1-c32f9c48155d tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 916.826734] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-e81c1ec1-abe5-4eb7-805d-b504bca0e712 tempest-ServerRescueNegativeTestJSON-159554906 tempest-ServerRescueNegativeTestJSON-159554906-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54365) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 916.838660] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-e81c1ec1-abe5-4eb7-805d-b504bca0e712 tempest-ServerRescueNegativeTestJSON-159554906 tempest-ServerRescueNegativeTestJSON-159554906-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 916.838930] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-e81c1ec1-abe5-4eb7-805d-b504bca0e712 tempest-ServerRescueNegativeTestJSON-159554906 tempest-ServerRescueNegativeTestJSON-159554906-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 916.839113] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-e81c1ec1-abe5-4eb7-805d-b504bca0e712 tempest-ServerRescueNegativeTestJSON-159554906 tempest-ServerRescueNegativeTestJSON-159554906-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 916.874882] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-e81c1ec1-abe5-4eb7-805d-b504bca0e712 tempest-ServerRescueNegativeTestJSON-159554906 tempest-ServerRescueNegativeTestJSON-159554906-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 916.875164] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-e81c1ec1-abe5-4eb7-805d-b504bca0e712 tempest-ServerRescueNegativeTestJSON-159554906 tempest-ServerRescueNegativeTestJSON-159554906-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 916.875309] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-e81c1ec1-abe5-4eb7-805d-b504bca0e712 tempest-ServerRescueNegativeTestJSON-159554906 tempest-ServerRescueNegativeTestJSON-159554906-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 916.875675] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-e81c1ec1-abe5-4eb7-805d-b504bca0e712 tempest-ServerRescueNegativeTestJSON-159554906 tempest-ServerRescueNegativeTestJSON-159554906-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 916.875904] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-e81c1ec1-abe5-4eb7-805d-b504bca0e712 tempest-ServerRescueNegativeTestJSON-159554906 tempest-ServerRescueNegativeTestJSON-159554906-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 916.876028] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-e81c1ec1-abe5-4eb7-805d-b504bca0e712 tempest-ServerRescueNegativeTestJSON-159554906 tempest-ServerRescueNegativeTestJSON-159554906-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 916.885346] nova-conductor[54365]: DEBUG nova.quota [None req-e81c1ec1-abe5-4eb7-805d-b504bca0e712 tempest-ServerRescueNegativeTestJSON-159554906 tempest-ServerRescueNegativeTestJSON-159554906-project-member] Getting quotas for project b6e92987102742d9b65b83850b6e5e7e. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 916.888675] nova-conductor[54365]: DEBUG nova.quota [None req-e81c1ec1-abe5-4eb7-805d-b504bca0e712 tempest-ServerRescueNegativeTestJSON-159554906 tempest-ServerRescueNegativeTestJSON-159554906-project-member] Getting quotas for user 9788d9778eb248149078c082538e4fa2 and project b6e92987102742d9b65b83850b6e5e7e. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 916.895294] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-e81c1ec1-abe5-4eb7-805d-b504bca0e712 tempest-ServerRescueNegativeTestJSON-159554906 tempest-ServerRescueNegativeTestJSON-159554906-project-member] [instance: 02dec4f2-cbe7-4bb0-a57e-3970c5669354] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54365) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 916.895850] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-e81c1ec1-abe5-4eb7-805d-b504bca0e712 tempest-ServerRescueNegativeTestJSON-159554906 tempest-ServerRescueNegativeTestJSON-159554906-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 916.896079] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-e81c1ec1-abe5-4eb7-805d-b504bca0e712 tempest-ServerRescueNegativeTestJSON-159554906 tempest-ServerRescueNegativeTestJSON-159554906-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 916.896344] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-e81c1ec1-abe5-4eb7-805d-b504bca0e712 tempest-ServerRescueNegativeTestJSON-159554906 tempest-ServerRescueNegativeTestJSON-159554906-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 916.899838] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-e81c1ec1-abe5-4eb7-805d-b504bca0e712 tempest-ServerRescueNegativeTestJSON-159554906 tempest-ServerRescueNegativeTestJSON-159554906-project-member] [instance: 02dec4f2-cbe7-4bb0-a57e-3970c5669354] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54365) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 916.900616] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-e81c1ec1-abe5-4eb7-805d-b504bca0e712 tempest-ServerRescueNegativeTestJSON-159554906 tempest-ServerRescueNegativeTestJSON-159554906-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 916.900882] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-e81c1ec1-abe5-4eb7-805d-b504bca0e712 tempest-ServerRescueNegativeTestJSON-159554906 tempest-ServerRescueNegativeTestJSON-159554906-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 916.901095] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-e81c1ec1-abe5-4eb7-805d-b504bca0e712 tempest-ServerRescueNegativeTestJSON-159554906 tempest-ServerRescueNegativeTestJSON-159554906-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 916.922321] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-e81c1ec1-abe5-4eb7-805d-b504bca0e712 tempest-ServerRescueNegativeTestJSON-159554906 tempest-ServerRescueNegativeTestJSON-159554906-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 916.922581] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-e81c1ec1-abe5-4eb7-805d-b504bca0e712 tempest-ServerRescueNegativeTestJSON-159554906 tempest-ServerRescueNegativeTestJSON-159554906-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 916.922781] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-e81c1ec1-abe5-4eb7-805d-b504bca0e712 tempest-ServerRescueNegativeTestJSON-159554906 tempest-ServerRescueNegativeTestJSON-159554906-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 917.610103] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-aff1dc27-9db6-42b4-92d5-1cbe61d3efdf tempest-ServerRescueNegativeTestJSON-159554906 tempest-ServerRescueNegativeTestJSON-159554906-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54364) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 917.634411] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-aff1dc27-9db6-42b4-92d5-1cbe61d3efdf tempest-ServerRescueNegativeTestJSON-159554906 tempest-ServerRescueNegativeTestJSON-159554906-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 917.634807] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-aff1dc27-9db6-42b4-92d5-1cbe61d3efdf tempest-ServerRescueNegativeTestJSON-159554906 tempest-ServerRescueNegativeTestJSON-159554906-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 917.635020] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-aff1dc27-9db6-42b4-92d5-1cbe61d3efdf tempest-ServerRescueNegativeTestJSON-159554906 tempest-ServerRescueNegativeTestJSON-159554906-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 917.674776] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-aff1dc27-9db6-42b4-92d5-1cbe61d3efdf tempest-ServerRescueNegativeTestJSON-159554906 tempest-ServerRescueNegativeTestJSON-159554906-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 917.675095] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-aff1dc27-9db6-42b4-92d5-1cbe61d3efdf tempest-ServerRescueNegativeTestJSON-159554906 tempest-ServerRescueNegativeTestJSON-159554906-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 917.675281] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-aff1dc27-9db6-42b4-92d5-1cbe61d3efdf tempest-ServerRescueNegativeTestJSON-159554906 tempest-ServerRescueNegativeTestJSON-159554906-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 917.675686] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-aff1dc27-9db6-42b4-92d5-1cbe61d3efdf tempest-ServerRescueNegativeTestJSON-159554906 tempest-ServerRescueNegativeTestJSON-159554906-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 917.675879] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-aff1dc27-9db6-42b4-92d5-1cbe61d3efdf tempest-ServerRescueNegativeTestJSON-159554906 tempest-ServerRescueNegativeTestJSON-159554906-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 917.676067] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-aff1dc27-9db6-42b4-92d5-1cbe61d3efdf tempest-ServerRescueNegativeTestJSON-159554906 tempest-ServerRescueNegativeTestJSON-159554906-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 917.694356] nova-conductor[54364]: DEBUG nova.quota [None req-aff1dc27-9db6-42b4-92d5-1cbe61d3efdf tempest-ServerRescueNegativeTestJSON-159554906 tempest-ServerRescueNegativeTestJSON-159554906-project-member] Getting quotas for project b6e92987102742d9b65b83850b6e5e7e. Resources: {'cores', 'ram', 'instances'} {{(pid=54364) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 917.710446] nova-conductor[54364]: DEBUG nova.quota [None req-aff1dc27-9db6-42b4-92d5-1cbe61d3efdf tempest-ServerRescueNegativeTestJSON-159554906 tempest-ServerRescueNegativeTestJSON-159554906-project-member] Getting quotas for user 9788d9778eb248149078c082538e4fa2 and project b6e92987102742d9b65b83850b6e5e7e. Resources: {'cores', 'ram', 'instances'} {{(pid=54364) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 917.724209] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-aff1dc27-9db6-42b4-92d5-1cbe61d3efdf tempest-ServerRescueNegativeTestJSON-159554906 tempest-ServerRescueNegativeTestJSON-159554906-project-member] [instance: 495d8d2c-ef50-4dd6-a89c-ef77fcb2ee9f] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54364) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 917.725023] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-aff1dc27-9db6-42b4-92d5-1cbe61d3efdf tempest-ServerRescueNegativeTestJSON-159554906 tempest-ServerRescueNegativeTestJSON-159554906-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 917.725023] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-aff1dc27-9db6-42b4-92d5-1cbe61d3efdf tempest-ServerRescueNegativeTestJSON-159554906 tempest-ServerRescueNegativeTestJSON-159554906-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 917.725214] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-aff1dc27-9db6-42b4-92d5-1cbe61d3efdf tempest-ServerRescueNegativeTestJSON-159554906 tempest-ServerRescueNegativeTestJSON-159554906-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 917.736566] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-aff1dc27-9db6-42b4-92d5-1cbe61d3efdf tempest-ServerRescueNegativeTestJSON-159554906 tempest-ServerRescueNegativeTestJSON-159554906-project-member] [instance: 495d8d2c-ef50-4dd6-a89c-ef77fcb2ee9f] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54364) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 917.737469] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-aff1dc27-9db6-42b4-92d5-1cbe61d3efdf tempest-ServerRescueNegativeTestJSON-159554906 tempest-ServerRescueNegativeTestJSON-159554906-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 917.737614] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-aff1dc27-9db6-42b4-92d5-1cbe61d3efdf tempest-ServerRescueNegativeTestJSON-159554906 tempest-ServerRescueNegativeTestJSON-159554906-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 917.737837] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-aff1dc27-9db6-42b4-92d5-1cbe61d3efdf tempest-ServerRescueNegativeTestJSON-159554906 tempest-ServerRescueNegativeTestJSON-159554906-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 917.757929] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-aff1dc27-9db6-42b4-92d5-1cbe61d3efdf tempest-ServerRescueNegativeTestJSON-159554906 tempest-ServerRescueNegativeTestJSON-159554906-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 917.758218] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-aff1dc27-9db6-42b4-92d5-1cbe61d3efdf tempest-ServerRescueNegativeTestJSON-159554906 tempest-ServerRescueNegativeTestJSON-159554906-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 917.758418] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-aff1dc27-9db6-42b4-92d5-1cbe61d3efdf tempest-ServerRescueNegativeTestJSON-159554906 tempest-ServerRescueNegativeTestJSON-159554906-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 925.028978] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-c71dafe5-0a0b-42be-b9a2-34d16126804b tempest-AttachVolumeTestJSON-1743018911 tempest-AttachVolumeTestJSON-1743018911-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54364) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 925.050977] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-c71dafe5-0a0b-42be-b9a2-34d16126804b tempest-AttachVolumeTestJSON-1743018911 tempest-AttachVolumeTestJSON-1743018911-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 925.051247] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-c71dafe5-0a0b-42be-b9a2-34d16126804b tempest-AttachVolumeTestJSON-1743018911 tempest-AttachVolumeTestJSON-1743018911-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 925.051414] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-c71dafe5-0a0b-42be-b9a2-34d16126804b tempest-AttachVolumeTestJSON-1743018911 tempest-AttachVolumeTestJSON-1743018911-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 925.135316] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-c71dafe5-0a0b-42be-b9a2-34d16126804b tempest-AttachVolumeTestJSON-1743018911 tempest-AttachVolumeTestJSON-1743018911-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 925.135316] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-c71dafe5-0a0b-42be-b9a2-34d16126804b tempest-AttachVolumeTestJSON-1743018911 tempest-AttachVolumeTestJSON-1743018911-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 925.135316] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-c71dafe5-0a0b-42be-b9a2-34d16126804b tempest-AttachVolumeTestJSON-1743018911 tempest-AttachVolumeTestJSON-1743018911-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 925.135316] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-c71dafe5-0a0b-42be-b9a2-34d16126804b tempest-AttachVolumeTestJSON-1743018911 tempest-AttachVolumeTestJSON-1743018911-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 925.135316] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-c71dafe5-0a0b-42be-b9a2-34d16126804b tempest-AttachVolumeTestJSON-1743018911 tempest-AttachVolumeTestJSON-1743018911-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 925.135316] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-c71dafe5-0a0b-42be-b9a2-34d16126804b tempest-AttachVolumeTestJSON-1743018911 tempest-AttachVolumeTestJSON-1743018911-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 925.142374] nova-conductor[54364]: DEBUG nova.quota [None req-c71dafe5-0a0b-42be-b9a2-34d16126804b tempest-AttachVolumeTestJSON-1743018911 tempest-AttachVolumeTestJSON-1743018911-project-member] Getting quotas for project 382289eb2cfc4cb18bda69f887770db8. Resources: {'cores', 'ram', 'instances'} {{(pid=54364) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 925.144919] nova-conductor[54364]: DEBUG nova.quota [None req-c71dafe5-0a0b-42be-b9a2-34d16126804b tempest-AttachVolumeTestJSON-1743018911 tempest-AttachVolumeTestJSON-1743018911-project-member] Getting quotas for user afafdd2ffb254ed88413f677c6480b27 and project 382289eb2cfc4cb18bda69f887770db8. Resources: {'cores', 'ram', 'instances'} {{(pid=54364) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 925.150684] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-c71dafe5-0a0b-42be-b9a2-34d16126804b tempest-AttachVolumeTestJSON-1743018911 tempest-AttachVolumeTestJSON-1743018911-project-member] [instance: 74aa214a-7eda-4613-a394-bc7477d3078e] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54364) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 925.151194] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-c71dafe5-0a0b-42be-b9a2-34d16126804b tempest-AttachVolumeTestJSON-1743018911 tempest-AttachVolumeTestJSON-1743018911-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 925.151401] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-c71dafe5-0a0b-42be-b9a2-34d16126804b tempest-AttachVolumeTestJSON-1743018911 tempest-AttachVolumeTestJSON-1743018911-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 925.151562] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-c71dafe5-0a0b-42be-b9a2-34d16126804b tempest-AttachVolumeTestJSON-1743018911 tempest-AttachVolumeTestJSON-1743018911-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 925.160020] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-c71dafe5-0a0b-42be-b9a2-34d16126804b tempest-AttachVolumeTestJSON-1743018911 tempest-AttachVolumeTestJSON-1743018911-project-member] [instance: 74aa214a-7eda-4613-a394-bc7477d3078e] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54364) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 925.160020] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-c71dafe5-0a0b-42be-b9a2-34d16126804b tempest-AttachVolumeTestJSON-1743018911 tempest-AttachVolumeTestJSON-1743018911-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 925.160020] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-c71dafe5-0a0b-42be-b9a2-34d16126804b tempest-AttachVolumeTestJSON-1743018911 tempest-AttachVolumeTestJSON-1743018911-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 925.160020] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-c71dafe5-0a0b-42be-b9a2-34d16126804b tempest-AttachVolumeTestJSON-1743018911 tempest-AttachVolumeTestJSON-1743018911-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 925.176805] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-c71dafe5-0a0b-42be-b9a2-34d16126804b tempest-AttachVolumeTestJSON-1743018911 tempest-AttachVolumeTestJSON-1743018911-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 925.176918] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-c71dafe5-0a0b-42be-b9a2-34d16126804b tempest-AttachVolumeTestJSON-1743018911 tempest-AttachVolumeTestJSON-1743018911-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 925.177070] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-c71dafe5-0a0b-42be-b9a2-34d16126804b tempest-AttachVolumeTestJSON-1743018911 tempest-AttachVolumeTestJSON-1743018911-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 926.880444] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writing DB stats nova_cell0:SELECT=4 {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 926.903518] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writing DB stats nova_cell1:SELECT=24,nova_cell1:INSERT=40,nova_cell1:UPDATE=6,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1 {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 926.917719] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writing DB stats nova_api:SELECT=31,nova_api:UPDATE=3,nova_api:DELETE=2 {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 926.919953] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writing DB stats nova_api:SELECT=33,nova_api:DELETE=3,nova_api:UPDATE=3 {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 935.138993] nova-conductor[54364]: DEBUG dbcounter [-] [54364] Writing DB stats nova_cell0:SELECT=2 {{(pid=54364) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 935.161433] nova-conductor[54364]: DEBUG dbcounter [-] [54364] Writing DB stats nova_cell1:SELECT=6,nova_cell1:INSERT=15,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1 {{(pid=54364) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 935.168876] nova-conductor[54364]: DEBUG dbcounter [-] [54364] Writing DB stats nova_api:SELECT=14,nova_api:UPDATE=1 {{(pid=54364) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 935.172036] nova-conductor[54364]: DEBUG dbcounter [-] [54364] Writing DB stats nova_api:SELECT=10,nova_api:DELETE=2,nova_api:UPDATE=1 {{(pid=54364) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 936.536520] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-3bfb052c-eeb5-4b01-b71f-2b5639e3bc30 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54365) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 936.551381] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-3bfb052c-eeb5-4b01-b71f-2b5639e3bc30 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 936.551611] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-3bfb052c-eeb5-4b01-b71f-2b5639e3bc30 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 936.551778] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-3bfb052c-eeb5-4b01-b71f-2b5639e3bc30 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 936.588209] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-3bfb052c-eeb5-4b01-b71f-2b5639e3bc30 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 936.588436] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-3bfb052c-eeb5-4b01-b71f-2b5639e3bc30 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 936.588601] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-3bfb052c-eeb5-4b01-b71f-2b5639e3bc30 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 936.588965] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-3bfb052c-eeb5-4b01-b71f-2b5639e3bc30 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 936.589161] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-3bfb052c-eeb5-4b01-b71f-2b5639e3bc30 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 936.589319] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-3bfb052c-eeb5-4b01-b71f-2b5639e3bc30 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 936.599689] nova-conductor[54365]: DEBUG nova.quota [None req-3bfb052c-eeb5-4b01-b71f-2b5639e3bc30 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Getting quotas for project 33242a5e0a764cf3b8af687fc4302e8e. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 936.603278] nova-conductor[54365]: DEBUG nova.quota [None req-3bfb052c-eeb5-4b01-b71f-2b5639e3bc30 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Getting quotas for user 27ce526a1d824fe8b6573fa80adcd53f and project 33242a5e0a764cf3b8af687fc4302e8e. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 936.608537] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-3bfb052c-eeb5-4b01-b71f-2b5639e3bc30 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] [instance: 4bc613db-af56-48b4-8c24-7f44428d8b4f] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54365) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 936.609021] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-3bfb052c-eeb5-4b01-b71f-2b5639e3bc30 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 936.609247] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-3bfb052c-eeb5-4b01-b71f-2b5639e3bc30 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 936.609416] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-3bfb052c-eeb5-4b01-b71f-2b5639e3bc30 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 936.615129] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-3bfb052c-eeb5-4b01-b71f-2b5639e3bc30 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] [instance: 4bc613db-af56-48b4-8c24-7f44428d8b4f] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54365) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 936.615784] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-3bfb052c-eeb5-4b01-b71f-2b5639e3bc30 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 936.615984] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-3bfb052c-eeb5-4b01-b71f-2b5639e3bc30 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 936.616163] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-3bfb052c-eeb5-4b01-b71f-2b5639e3bc30 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 936.632661] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-3bfb052c-eeb5-4b01-b71f-2b5639e3bc30 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 936.632884] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-3bfb052c-eeb5-4b01-b71f-2b5639e3bc30 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 936.633064] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-3bfb052c-eeb5-4b01-b71f-2b5639e3bc30 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 940.206087] nova-conductor[54364]: DEBUG dbcounter [-] [54364] Writing DB stats nova_cell1:SELECT=448,nova_cell1:UPDATE=279,nova_cell1:INSERT=32,nova_cell1:DELETE=9,nova_cell1:SAVEPOINT=31,nova_cell1:RELEASE=31 {{(pid=54364) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 941.956674] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-a8a9f817-0ea7-4f0c-b15d-30e3b97db6f2 tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54365) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 941.972115] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-a8a9f817-0ea7-4f0c-b15d-30e3b97db6f2 tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 941.972115] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-a8a9f817-0ea7-4f0c-b15d-30e3b97db6f2 tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 941.972115] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-a8a9f817-0ea7-4f0c-b15d-30e3b97db6f2 tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 941.996654] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-a8a9f817-0ea7-4f0c-b15d-30e3b97db6f2 tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 941.996879] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-a8a9f817-0ea7-4f0c-b15d-30e3b97db6f2 tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 941.997058] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-a8a9f817-0ea7-4f0c-b15d-30e3b97db6f2 tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 941.997515] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-a8a9f817-0ea7-4f0c-b15d-30e3b97db6f2 tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 941.997596] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-a8a9f817-0ea7-4f0c-b15d-30e3b97db6f2 tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 941.997746] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-a8a9f817-0ea7-4f0c-b15d-30e3b97db6f2 tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 942.014664] nova-conductor[54365]: DEBUG nova.quota [None req-a8a9f817-0ea7-4f0c-b15d-30e3b97db6f2 tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Getting quotas for project c583f4e7b29743aabd3e96f7c53fa04f. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 942.019426] nova-conductor[54365]: DEBUG nova.quota [None req-a8a9f817-0ea7-4f0c-b15d-30e3b97db6f2 tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Getting quotas for user a1ab4be10d444359a7a3b245ec9b9ea0 and project c583f4e7b29743aabd3e96f7c53fa04f. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 942.024566] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-a8a9f817-0ea7-4f0c-b15d-30e3b97db6f2 tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] [instance: 04e1e5ff-6385-4c3d-a226-355a171f7de0] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54365) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 942.025061] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-a8a9f817-0ea7-4f0c-b15d-30e3b97db6f2 tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 942.025272] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-a8a9f817-0ea7-4f0c-b15d-30e3b97db6f2 tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 942.025434] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-a8a9f817-0ea7-4f0c-b15d-30e3b97db6f2 tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 942.028392] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-a8a9f817-0ea7-4f0c-b15d-30e3b97db6f2 tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] [instance: 04e1e5ff-6385-4c3d-a226-355a171f7de0] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54365) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 942.029015] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-a8a9f817-0ea7-4f0c-b15d-30e3b97db6f2 tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 942.029217] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-a8a9f817-0ea7-4f0c-b15d-30e3b97db6f2 tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 942.029396] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-a8a9f817-0ea7-4f0c-b15d-30e3b97db6f2 tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 942.050588] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-a8a9f817-0ea7-4f0c-b15d-30e3b97db6f2 tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 942.050907] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-a8a9f817-0ea7-4f0c-b15d-30e3b97db6f2 tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 942.051015] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-a8a9f817-0ea7-4f0c-b15d-30e3b97db6f2 tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 943.057988] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-e3461c8f-7a53-42e1-97fb-734f094a210a tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54364) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 943.079271] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-e3461c8f-7a53-42e1-97fb-734f094a210a tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 943.079271] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-e3461c8f-7a53-42e1-97fb-734f094a210a tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 943.079271] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-e3461c8f-7a53-42e1-97fb-734f094a210a tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 943.110569] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-e3461c8f-7a53-42e1-97fb-734f094a210a tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 943.110806] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-e3461c8f-7a53-42e1-97fb-734f094a210a tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 943.110980] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-e3461c8f-7a53-42e1-97fb-734f094a210a tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 943.111616] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-e3461c8f-7a53-42e1-97fb-734f094a210a tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 943.111879] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-e3461c8f-7a53-42e1-97fb-734f094a210a tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 943.112072] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-e3461c8f-7a53-42e1-97fb-734f094a210a tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 943.132295] nova-conductor[54364]: DEBUG nova.quota [None req-e3461c8f-7a53-42e1-97fb-734f094a210a tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Getting quotas for project 998daea123aa48b2816d1cbe9e662950. Resources: {'cores', 'ram', 'instances'} {{(pid=54364) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 943.135932] nova-conductor[54364]: DEBUG nova.quota [None req-e3461c8f-7a53-42e1-97fb-734f094a210a tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Getting quotas for user c1e90a23c6444273bc10051f3227804c and project 998daea123aa48b2816d1cbe9e662950. Resources: {'cores', 'ram', 'instances'} {{(pid=54364) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 943.141269] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-e3461c8f-7a53-42e1-97fb-734f094a210a tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] [instance: 1cbb03c7-5b97-4c3b-aee0-5fa948027a4e] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54364) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 943.141836] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-e3461c8f-7a53-42e1-97fb-734f094a210a tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 943.142017] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-e3461c8f-7a53-42e1-97fb-734f094a210a tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 943.142222] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-e3461c8f-7a53-42e1-97fb-734f094a210a tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 943.148011] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-e3461c8f-7a53-42e1-97fb-734f094a210a tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] [instance: 1cbb03c7-5b97-4c3b-aee0-5fa948027a4e] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54364) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 943.148838] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-e3461c8f-7a53-42e1-97fb-734f094a210a tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 943.149235] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-e3461c8f-7a53-42e1-97fb-734f094a210a tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 943.149465] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-e3461c8f-7a53-42e1-97fb-734f094a210a tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 943.172753] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-e3461c8f-7a53-42e1-97fb-734f094a210a tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 943.173097] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-e3461c8f-7a53-42e1-97fb-734f094a210a tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 943.173251] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-e3461c8f-7a53-42e1-97fb-734f094a210a tempest-ImagesTestJSON-13558914 tempest-ImagesTestJSON-13558914-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 944.133923] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-cb2cc9e3-ce46-4180-8f89-48c2b8289505 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54364) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 944.147081] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-cb2cc9e3-ce46-4180-8f89-48c2b8289505 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 944.147364] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-cb2cc9e3-ce46-4180-8f89-48c2b8289505 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 944.147484] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-cb2cc9e3-ce46-4180-8f89-48c2b8289505 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 944.180660] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-cb2cc9e3-ce46-4180-8f89-48c2b8289505 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 944.180909] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-cb2cc9e3-ce46-4180-8f89-48c2b8289505 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 944.181058] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-cb2cc9e3-ce46-4180-8f89-48c2b8289505 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 944.181475] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-cb2cc9e3-ce46-4180-8f89-48c2b8289505 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 944.181684] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-cb2cc9e3-ce46-4180-8f89-48c2b8289505 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 944.181845] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-cb2cc9e3-ce46-4180-8f89-48c2b8289505 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 944.189267] nova-conductor[54364]: DEBUG nova.quota [None req-cb2cc9e3-ce46-4180-8f89-48c2b8289505 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Getting quotas for project c61b5e689e5544e6857baf8d3c52fe0b. Resources: {'cores', 'ram', 'instances'} {{(pid=54364) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 944.191401] nova-conductor[54364]: DEBUG nova.quota [None req-cb2cc9e3-ce46-4180-8f89-48c2b8289505 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Getting quotas for user ee3581d242034a4c8b00417545bd52ed and project c61b5e689e5544e6857baf8d3c52fe0b. Resources: {'cores', 'ram', 'instances'} {{(pid=54364) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 944.196422] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-cb2cc9e3-ce46-4180-8f89-48c2b8289505 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] [instance: f3638527-351b-4ea8-bf7d-6e90bc68abe4] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54364) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 944.196895] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-cb2cc9e3-ce46-4180-8f89-48c2b8289505 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 944.197110] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-cb2cc9e3-ce46-4180-8f89-48c2b8289505 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 944.197278] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-cb2cc9e3-ce46-4180-8f89-48c2b8289505 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 944.202243] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-cb2cc9e3-ce46-4180-8f89-48c2b8289505 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] [instance: f3638527-351b-4ea8-bf7d-6e90bc68abe4] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54364) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 944.202907] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-cb2cc9e3-ce46-4180-8f89-48c2b8289505 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 944.203157] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-cb2cc9e3-ce46-4180-8f89-48c2b8289505 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 944.203328] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-cb2cc9e3-ce46-4180-8f89-48c2b8289505 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 944.220017] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-cb2cc9e3-ce46-4180-8f89-48c2b8289505 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 944.220017] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-cb2cc9e3-ce46-4180-8f89-48c2b8289505 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 944.220017] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-cb2cc9e3-ce46-4180-8f89-48c2b8289505 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 945.952767] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writing DB stats nova_cell1:SELECT=420,nova_cell1:UPDATE=294,nova_cell1:SAVEPOINT=30,nova_cell1:RELEASE=30,nova_cell1:INSERT=31,nova_cell1:DELETE=16 {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 952.004289] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writing DB stats nova_cell0:SELECT=2 {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 952.031104] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writing DB stats nova_cell1:SELECT=6,nova_cell1:INSERT=14 {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 952.041513] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writing DB stats nova_api:SELECT=14,nova_api:DELETE=1,nova_api:UPDATE=1 {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 952.045806] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writing DB stats nova_api:SELECT=10,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 954.185924] nova-conductor[54364]: DEBUG dbcounter [-] [54364] Writing DB stats nova_cell0:SELECT=2 {{(pid=54364) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 954.205577] nova-conductor[54364]: DEBUG dbcounter [-] [54364] Writing DB stats nova_cell1:SELECT=6,nova_cell1:INSERT=14 {{(pid=54364) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 954.215094] nova-conductor[54364]: DEBUG dbcounter [-] [54364] Writing DB stats nova_api:SELECT=10,nova_api:UPDATE=2 {{(pid=54364) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 954.217082] nova-conductor[54364]: DEBUG dbcounter [-] [54364] Writing DB stats nova_api:SELECT=14,nova_api:DELETE=2 {{(pid=54364) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 960.443632] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-654ad8b7-140c-486a-a342-7c122bf5adb6 tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Targeting cell 9a7c1614-c334-4151-9477-41d9d08ac2d5(cell1) for conductor method migrate_server {{(pid=54364) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 960.443954] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-654ad8b7-140c-486a-a342-7c122bf5adb6 tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 960.444260] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-654ad8b7-140c-486a-a342-7c122bf5adb6 tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 960.444436] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-654ad8b7-140c-486a-a342-7c122bf5adb6 tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 960.627706] nova-conductor[54364]: DEBUG nova.conductor.tasks.migrate [None req-654ad8b7-140c-486a-a342-7c122bf5adb6 tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] [instance: 04e1e5ff-6385-4c3d-a226-355a171f7de0] Restricting to cell 9a7c1614-c334-4151-9477-41d9d08ac2d5(cell1) while migrating {{(pid=54364) _set_requested_destination_cell /opt/stack/nova/nova/conductor/tasks/migrate.py:210}} [ 960.733017] nova-conductor[54364]: DEBUG nova.conductor.tasks.migrate [None req-654ad8b7-140c-486a-a342-7c122bf5adb6 tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Created allocations for migration 9cd4bbc0-93f7-428b-889f-3b09903f6ab4 on c1b543f3-8b72-4e01-a5a8-30dc9ed76c83 {{(pid=54364) replace_allocation_with_migration /opt/stack/nova/nova/conductor/tasks/migrate.py:88}} [ 961.237018] nova-conductor[54364]: DEBUG nova.conductor.tasks.migrate [None req-654ad8b7-140c-486a-a342-7c122bf5adb6 tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] [instance: 04e1e5ff-6385-4c3d-a226-355a171f7de0] Calling prep_resize with selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54364) _execute /opt/stack/nova/nova/conductor/tasks/migrate.py:325}} [ 963.350643] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-9228452a-f20b-4be5-9a20-0d0aa104d88b tempest-ServersNegativeTestJSON-828238807 tempest-ServersNegativeTestJSON-828238807-project-member] Targeting cell 9a7c1614-c334-4151-9477-41d9d08ac2d5(cell1) for conductor method unshelve_instance {{(pid=54365) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 963.350643] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-9228452a-f20b-4be5-9a20-0d0aa104d88b tempest-ServersNegativeTestJSON-828238807 tempest-ServersNegativeTestJSON-828238807-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 963.350934] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-9228452a-f20b-4be5-9a20-0d0aa104d88b tempest-ServersNegativeTestJSON-828238807 tempest-ServersNegativeTestJSON-828238807-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 963.350934] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-9228452a-f20b-4be5-9a20-0d0aa104d88b tempest-ServersNegativeTestJSON-828238807 tempest-ServersNegativeTestJSON-828238807-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 963.444488] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-9228452a-f20b-4be5-9a20-0d0aa104d88b tempest-ServersNegativeTestJSON-828238807 tempest-ServersNegativeTestJSON-828238807-project-member] [instance: 3ac4cfee-ae73-4ef4-bef1-7bc1ace1566a] Requesting cell 9a7c1614-c334-4151-9477-41d9d08ac2d5(cell1) during scheduling {{(pid=54365) _restrict_request_spec_to_cell /opt/stack/nova/nova/conductor/manager.py:963}} [ 963.954195] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-9228452a-f20b-4be5-9a20-0d0aa104d88b tempest-ServersNegativeTestJSON-828238807 tempest-ServersNegativeTestJSON-828238807-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54365) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 963.954732] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-9228452a-f20b-4be5-9a20-0d0aa104d88b tempest-ServersNegativeTestJSON-828238807 tempest-ServersNegativeTestJSON-828238807-project-member] [instance: 3ac4cfee-ae73-4ef4-bef1-7bc1ace1566a] Scheduler selected host: cpu-1, node:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=54365) unshelve_instance /opt/stack/nova/nova/conductor/manager.py:1116}} [ 963.960959] nova-conductor[54365]: DEBUG nova.objects.instance [None req-9228452a-f20b-4be5-9a20-0d0aa104d88b tempest-ServersNegativeTestJSON-828238807 tempest-ServersNegativeTestJSON-828238807-project-member] Lazy-loading 'flavor' on Instance uuid 3ac4cfee-ae73-4ef4-bef1-7bc1ace1566a {{(pid=54365) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 968.447268] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-503d970b-a03b-4f97-a27a-5ea19a8c89ab tempest-ServerRescueNegativeTestJSON-159554906 tempest-ServerRescueNegativeTestJSON-159554906-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54364) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 968.463543] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-503d970b-a03b-4f97-a27a-5ea19a8c89ab tempest-ServerRescueNegativeTestJSON-159554906 tempest-ServerRescueNegativeTestJSON-159554906-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 968.463816] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-503d970b-a03b-4f97-a27a-5ea19a8c89ab tempest-ServerRescueNegativeTestJSON-159554906 tempest-ServerRescueNegativeTestJSON-159554906-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 968.463996] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-503d970b-a03b-4f97-a27a-5ea19a8c89ab tempest-ServerRescueNegativeTestJSON-159554906 tempest-ServerRescueNegativeTestJSON-159554906-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 968.519243] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-503d970b-a03b-4f97-a27a-5ea19a8c89ab tempest-ServerRescueNegativeTestJSON-159554906 tempest-ServerRescueNegativeTestJSON-159554906-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 968.519563] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-503d970b-a03b-4f97-a27a-5ea19a8c89ab tempest-ServerRescueNegativeTestJSON-159554906 tempest-ServerRescueNegativeTestJSON-159554906-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 968.519755] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-503d970b-a03b-4f97-a27a-5ea19a8c89ab tempest-ServerRescueNegativeTestJSON-159554906 tempest-ServerRescueNegativeTestJSON-159554906-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 968.520168] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-503d970b-a03b-4f97-a27a-5ea19a8c89ab tempest-ServerRescueNegativeTestJSON-159554906 tempest-ServerRescueNegativeTestJSON-159554906-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 968.520371] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-503d970b-a03b-4f97-a27a-5ea19a8c89ab tempest-ServerRescueNegativeTestJSON-159554906 tempest-ServerRescueNegativeTestJSON-159554906-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 968.520571] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-503d970b-a03b-4f97-a27a-5ea19a8c89ab tempest-ServerRescueNegativeTestJSON-159554906 tempest-ServerRescueNegativeTestJSON-159554906-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 968.534247] nova-conductor[54364]: DEBUG nova.quota [None req-503d970b-a03b-4f97-a27a-5ea19a8c89ab tempest-ServerRescueNegativeTestJSON-159554906 tempest-ServerRescueNegativeTestJSON-159554906-project-member] Getting quotas for project b6e92987102742d9b65b83850b6e5e7e. Resources: {'cores', 'ram', 'instances'} {{(pid=54364) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 968.537955] nova-conductor[54364]: DEBUG nova.quota [None req-503d970b-a03b-4f97-a27a-5ea19a8c89ab tempest-ServerRescueNegativeTestJSON-159554906 tempest-ServerRescueNegativeTestJSON-159554906-project-member] Getting quotas for user 9788d9778eb248149078c082538e4fa2 and project b6e92987102742d9b65b83850b6e5e7e. Resources: {'cores', 'ram', 'instances'} {{(pid=54364) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 968.543755] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-503d970b-a03b-4f97-a27a-5ea19a8c89ab tempest-ServerRescueNegativeTestJSON-159554906 tempest-ServerRescueNegativeTestJSON-159554906-project-member] [instance: 52ad38ce-31d2-4fa2-a9a3-61c6a82e8aa2] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54364) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 968.544419] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-503d970b-a03b-4f97-a27a-5ea19a8c89ab tempest-ServerRescueNegativeTestJSON-159554906 tempest-ServerRescueNegativeTestJSON-159554906-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 968.544724] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-503d970b-a03b-4f97-a27a-5ea19a8c89ab tempest-ServerRescueNegativeTestJSON-159554906 tempest-ServerRescueNegativeTestJSON-159554906-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 968.544997] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-503d970b-a03b-4f97-a27a-5ea19a8c89ab tempest-ServerRescueNegativeTestJSON-159554906 tempest-ServerRescueNegativeTestJSON-159554906-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 968.549890] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-503d970b-a03b-4f97-a27a-5ea19a8c89ab tempest-ServerRescueNegativeTestJSON-159554906 tempest-ServerRescueNegativeTestJSON-159554906-project-member] [instance: 52ad38ce-31d2-4fa2-a9a3-61c6a82e8aa2] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54364) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 968.550660] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-503d970b-a03b-4f97-a27a-5ea19a8c89ab tempest-ServerRescueNegativeTestJSON-159554906 tempest-ServerRescueNegativeTestJSON-159554906-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 968.550920] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-503d970b-a03b-4f97-a27a-5ea19a8c89ab tempest-ServerRescueNegativeTestJSON-159554906 tempest-ServerRescueNegativeTestJSON-159554906-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 968.551090] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-503d970b-a03b-4f97-a27a-5ea19a8c89ab tempest-ServerRescueNegativeTestJSON-159554906 tempest-ServerRescueNegativeTestJSON-159554906-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 968.568266] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-503d970b-a03b-4f97-a27a-5ea19a8c89ab tempest-ServerRescueNegativeTestJSON-159554906 tempest-ServerRescueNegativeTestJSON-159554906-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 968.568578] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-503d970b-a03b-4f97-a27a-5ea19a8c89ab tempest-ServerRescueNegativeTestJSON-159554906 tempest-ServerRescueNegativeTestJSON-159554906-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 968.568826] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-503d970b-a03b-4f97-a27a-5ea19a8c89ab tempest-ServerRescueNegativeTestJSON-159554906 tempest-ServerRescueNegativeTestJSON-159554906-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 969.299439] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-74125cd5-f4a8-4991-851c-d26a8f30e611 tempest-AttachInterfacesUnderV243Test-161764308 tempest-AttachInterfacesUnderV243Test-161764308-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54365) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 969.314096] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-74125cd5-f4a8-4991-851c-d26a8f30e611 tempest-AttachInterfacesUnderV243Test-161764308 tempest-AttachInterfacesUnderV243Test-161764308-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 969.314339] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-74125cd5-f4a8-4991-851c-d26a8f30e611 tempest-AttachInterfacesUnderV243Test-161764308 tempest-AttachInterfacesUnderV243Test-161764308-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 969.314506] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-74125cd5-f4a8-4991-851c-d26a8f30e611 tempest-AttachInterfacesUnderV243Test-161764308 tempest-AttachInterfacesUnderV243Test-161764308-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 969.341931] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-74125cd5-f4a8-4991-851c-d26a8f30e611 tempest-AttachInterfacesUnderV243Test-161764308 tempest-AttachInterfacesUnderV243Test-161764308-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 969.342138] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-74125cd5-f4a8-4991-851c-d26a8f30e611 tempest-AttachInterfacesUnderV243Test-161764308 tempest-AttachInterfacesUnderV243Test-161764308-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 969.342306] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-74125cd5-f4a8-4991-851c-d26a8f30e611 tempest-AttachInterfacesUnderV243Test-161764308 tempest-AttachInterfacesUnderV243Test-161764308-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 969.342883] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-74125cd5-f4a8-4991-851c-d26a8f30e611 tempest-AttachInterfacesUnderV243Test-161764308 tempest-AttachInterfacesUnderV243Test-161764308-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 969.342883] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-74125cd5-f4a8-4991-851c-d26a8f30e611 tempest-AttachInterfacesUnderV243Test-161764308 tempest-AttachInterfacesUnderV243Test-161764308-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 969.343040] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-74125cd5-f4a8-4991-851c-d26a8f30e611 tempest-AttachInterfacesUnderV243Test-161764308 tempest-AttachInterfacesUnderV243Test-161764308-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 969.351206] nova-conductor[54365]: DEBUG nova.quota [None req-74125cd5-f4a8-4991-851c-d26a8f30e611 tempest-AttachInterfacesUnderV243Test-161764308 tempest-AttachInterfacesUnderV243Test-161764308-project-member] Getting quotas for project 61cbb5aaa69e48b4a6c820b898bbe734. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 969.353695] nova-conductor[54365]: DEBUG nova.quota [None req-74125cd5-f4a8-4991-851c-d26a8f30e611 tempest-AttachInterfacesUnderV243Test-161764308 tempest-AttachInterfacesUnderV243Test-161764308-project-member] Getting quotas for user f2b8765639f34e6c96d2fd07f351aa25 and project 61cbb5aaa69e48b4a6c820b898bbe734. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 969.360518] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-74125cd5-f4a8-4991-851c-d26a8f30e611 tempest-AttachInterfacesUnderV243Test-161764308 tempest-AttachInterfacesUnderV243Test-161764308-project-member] [instance: 69e916ee-9edc-4e1b-85a0-40142364e3bb] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54365) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 969.361075] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-74125cd5-f4a8-4991-851c-d26a8f30e611 tempest-AttachInterfacesUnderV243Test-161764308 tempest-AttachInterfacesUnderV243Test-161764308-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 969.361327] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-74125cd5-f4a8-4991-851c-d26a8f30e611 tempest-AttachInterfacesUnderV243Test-161764308 tempest-AttachInterfacesUnderV243Test-161764308-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 969.361901] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-74125cd5-f4a8-4991-851c-d26a8f30e611 tempest-AttachInterfacesUnderV243Test-161764308 tempest-AttachInterfacesUnderV243Test-161764308-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 969.366083] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-74125cd5-f4a8-4991-851c-d26a8f30e611 tempest-AttachInterfacesUnderV243Test-161764308 tempest-AttachInterfacesUnderV243Test-161764308-project-member] [instance: 69e916ee-9edc-4e1b-85a0-40142364e3bb] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54365) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 969.366743] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-74125cd5-f4a8-4991-851c-d26a8f30e611 tempest-AttachInterfacesUnderV243Test-161764308 tempest-AttachInterfacesUnderV243Test-161764308-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 969.366945] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-74125cd5-f4a8-4991-851c-d26a8f30e611 tempest-AttachInterfacesUnderV243Test-161764308 tempest-AttachInterfacesUnderV243Test-161764308-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 969.367124] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-74125cd5-f4a8-4991-851c-d26a8f30e611 tempest-AttachInterfacesUnderV243Test-161764308 tempest-AttachInterfacesUnderV243Test-161764308-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 969.380906] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-74125cd5-f4a8-4991-851c-d26a8f30e611 tempest-AttachInterfacesUnderV243Test-161764308 tempest-AttachInterfacesUnderV243Test-161764308-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 969.381192] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-74125cd5-f4a8-4991-851c-d26a8f30e611 tempest-AttachInterfacesUnderV243Test-161764308 tempest-AttachInterfacesUnderV243Test-161764308-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 969.381444] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-74125cd5-f4a8-4991-851c-d26a8f30e611 tempest-AttachInterfacesUnderV243Test-161764308 tempest-AttachInterfacesUnderV243Test-161764308-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 971.580792] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-8ef49620-3b5d-4eec-abd1-578917b87771 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54365) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 971.593589] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-8ef49620-3b5d-4eec-abd1-578917b87771 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 971.593817] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-8ef49620-3b5d-4eec-abd1-578917b87771 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 971.593987] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-8ef49620-3b5d-4eec-abd1-578917b87771 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 971.621238] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-8ef49620-3b5d-4eec-abd1-578917b87771 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 971.621431] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-8ef49620-3b5d-4eec-abd1-578917b87771 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 971.621599] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-8ef49620-3b5d-4eec-abd1-578917b87771 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 971.621930] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-8ef49620-3b5d-4eec-abd1-578917b87771 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 971.622135] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-8ef49620-3b5d-4eec-abd1-578917b87771 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 971.622297] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-8ef49620-3b5d-4eec-abd1-578917b87771 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 971.630464] nova-conductor[54365]: DEBUG nova.quota [None req-8ef49620-3b5d-4eec-abd1-578917b87771 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Getting quotas for project 33242a5e0a764cf3b8af687fc4302e8e. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 971.633397] nova-conductor[54365]: DEBUG nova.quota [None req-8ef49620-3b5d-4eec-abd1-578917b87771 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Getting quotas for user 27ce526a1d824fe8b6573fa80adcd53f and project 33242a5e0a764cf3b8af687fc4302e8e. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 971.638207] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-8ef49620-3b5d-4eec-abd1-578917b87771 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] [instance: 1c406554-d91d-422a-9a5a-9e910fc51103] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54365) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 971.638667] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-8ef49620-3b5d-4eec-abd1-578917b87771 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 971.638868] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-8ef49620-3b5d-4eec-abd1-578917b87771 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 971.639043] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-8ef49620-3b5d-4eec-abd1-578917b87771 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 971.644945] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-8ef49620-3b5d-4eec-abd1-578917b87771 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] [instance: 1c406554-d91d-422a-9a5a-9e910fc51103] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54365) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 971.644945] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-8ef49620-3b5d-4eec-abd1-578917b87771 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 971.644945] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-8ef49620-3b5d-4eec-abd1-578917b87771 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 971.645173] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-8ef49620-3b5d-4eec-abd1-578917b87771 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 971.662602] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-8ef49620-3b5d-4eec-abd1-578917b87771 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 971.662830] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-8ef49620-3b5d-4eec-abd1-578917b87771 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 971.662997] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-8ef49620-3b5d-4eec-abd1-578917b87771 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 976.760447] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-4e027174-a938-468c-be5d-1ae8b6a7ce9e tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54365) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 976.775168] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-4e027174-a938-468c-be5d-1ae8b6a7ce9e tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 976.775405] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-4e027174-a938-468c-be5d-1ae8b6a7ce9e tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 976.775586] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-4e027174-a938-468c-be5d-1ae8b6a7ce9e tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 976.806188] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-4e027174-a938-468c-be5d-1ae8b6a7ce9e tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 976.806413] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-4e027174-a938-468c-be5d-1ae8b6a7ce9e tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 976.806583] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-4e027174-a938-468c-be5d-1ae8b6a7ce9e tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 976.806959] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-4e027174-a938-468c-be5d-1ae8b6a7ce9e tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 976.807163] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-4e027174-a938-468c-be5d-1ae8b6a7ce9e tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 976.807336] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-4e027174-a938-468c-be5d-1ae8b6a7ce9e tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 976.816797] nova-conductor[54365]: DEBUG nova.quota [None req-4e027174-a938-468c-be5d-1ae8b6a7ce9e tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Getting quotas for project c61b5e689e5544e6857baf8d3c52fe0b. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 976.819569] nova-conductor[54365]: DEBUG nova.quota [None req-4e027174-a938-468c-be5d-1ae8b6a7ce9e tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Getting quotas for user ee3581d242034a4c8b00417545bd52ed and project c61b5e689e5544e6857baf8d3c52fe0b. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 976.824954] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-4e027174-a938-468c-be5d-1ae8b6a7ce9e tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] [instance: f5560f62-634d-42e5-9354-68089db01e33] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54365) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 976.825449] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-4e027174-a938-468c-be5d-1ae8b6a7ce9e tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 976.825664] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-4e027174-a938-468c-be5d-1ae8b6a7ce9e tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 976.825833] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-4e027174-a938-468c-be5d-1ae8b6a7ce9e tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 976.830743] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-4e027174-a938-468c-be5d-1ae8b6a7ce9e tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] [instance: f5560f62-634d-42e5-9354-68089db01e33] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54365) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 976.831415] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-4e027174-a938-468c-be5d-1ae8b6a7ce9e tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 976.831625] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-4e027174-a938-468c-be5d-1ae8b6a7ce9e tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 976.831795] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-4e027174-a938-468c-be5d-1ae8b6a7ce9e tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 976.850394] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-4e027174-a938-468c-be5d-1ae8b6a7ce9e tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 976.850629] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-4e027174-a938-468c-be5d-1ae8b6a7ce9e tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 976.850847] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-4e027174-a938-468c-be5d-1ae8b6a7ce9e tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 978.527494] nova-conductor[54364]: DEBUG dbcounter [-] [54364] Writing DB stats nova_cell0:SELECT=1 {{(pid=54364) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 978.553488] nova-conductor[54364]: DEBUG dbcounter [-] [54364] Writing DB stats nova_cell1:SELECT=11,nova_cell1:UPDATE=6,nova_cell1:INSERT=10 {{(pid=54364) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 978.563023] nova-conductor[54364]: DEBUG dbcounter [-] [54364] Writing DB stats nova_api:SELECT=9 {{(pid=54364) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 978.565293] nova-conductor[54364]: DEBUG dbcounter [-] [54364] Writing DB stats nova_api:SELECT=7,nova_api:UPDATE=2,nova_api:DELETE=1 {{(pid=54364) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 986.811849] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writing DB stats nova_cell0:SELECT=3 {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 986.834226] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writing DB stats nova_cell1:SELECT=16,nova_cell1:UPDATE=6,nova_cell1:INSERT=24,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1 {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 986.848461] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writing DB stats nova_api:SELECT=24,nova_api:UPDATE=1 {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 986.849054] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writing DB stats nova_api:SELECT=16,nova_api:UPDATE=2,nova_api:DELETE=3 {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 989.940629] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-65e97cbc-0d77-4f86-85f3-197ba8fbb0ab tempest-AttachInterfacesV270Test-1398927168 tempest-AttachInterfacesV270Test-1398927168-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54365) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 989.955344] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-65e97cbc-0d77-4f86-85f3-197ba8fbb0ab tempest-AttachInterfacesV270Test-1398927168 tempest-AttachInterfacesV270Test-1398927168-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 989.955688] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-65e97cbc-0d77-4f86-85f3-197ba8fbb0ab tempest-AttachInterfacesV270Test-1398927168 tempest-AttachInterfacesV270Test-1398927168-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 989.955876] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-65e97cbc-0d77-4f86-85f3-197ba8fbb0ab tempest-AttachInterfacesV270Test-1398927168 tempest-AttachInterfacesV270Test-1398927168-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 989.987787] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-65e97cbc-0d77-4f86-85f3-197ba8fbb0ab tempest-AttachInterfacesV270Test-1398927168 tempest-AttachInterfacesV270Test-1398927168-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 989.988094] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-65e97cbc-0d77-4f86-85f3-197ba8fbb0ab tempest-AttachInterfacesV270Test-1398927168 tempest-AttachInterfacesV270Test-1398927168-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 989.988431] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-65e97cbc-0d77-4f86-85f3-197ba8fbb0ab tempest-AttachInterfacesV270Test-1398927168 tempest-AttachInterfacesV270Test-1398927168-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 989.988914] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-65e97cbc-0d77-4f86-85f3-197ba8fbb0ab tempest-AttachInterfacesV270Test-1398927168 tempest-AttachInterfacesV270Test-1398927168-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 989.989024] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-65e97cbc-0d77-4f86-85f3-197ba8fbb0ab tempest-AttachInterfacesV270Test-1398927168 tempest-AttachInterfacesV270Test-1398927168-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 989.989182] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-65e97cbc-0d77-4f86-85f3-197ba8fbb0ab tempest-AttachInterfacesV270Test-1398927168 tempest-AttachInterfacesV270Test-1398927168-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 989.999222] nova-conductor[54365]: DEBUG nova.quota [None req-65e97cbc-0d77-4f86-85f3-197ba8fbb0ab tempest-AttachInterfacesV270Test-1398927168 tempest-AttachInterfacesV270Test-1398927168-project-member] Getting quotas for project 90f89d92151a4d5bacc00e6bdda88aca. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 990.001911] nova-conductor[54365]: DEBUG nova.quota [None req-65e97cbc-0d77-4f86-85f3-197ba8fbb0ab tempest-AttachInterfacesV270Test-1398927168 tempest-AttachInterfacesV270Test-1398927168-project-member] Getting quotas for user 630db0e9ce9d4b358b2f46cf1a1c22ae and project 90f89d92151a4d5bacc00e6bdda88aca. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 990.008173] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-65e97cbc-0d77-4f86-85f3-197ba8fbb0ab tempest-AttachInterfacesV270Test-1398927168 tempest-AttachInterfacesV270Test-1398927168-project-member] [instance: 48f193f6-9928-4098-8830-dadda0eb11e6] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54365) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 990.008173] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-65e97cbc-0d77-4f86-85f3-197ba8fbb0ab tempest-AttachInterfacesV270Test-1398927168 tempest-AttachInterfacesV270Test-1398927168-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 990.008173] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-65e97cbc-0d77-4f86-85f3-197ba8fbb0ab tempest-AttachInterfacesV270Test-1398927168 tempest-AttachInterfacesV270Test-1398927168-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 990.008574] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-65e97cbc-0d77-4f86-85f3-197ba8fbb0ab tempest-AttachInterfacesV270Test-1398927168 tempest-AttachInterfacesV270Test-1398927168-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 990.014422] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-65e97cbc-0d77-4f86-85f3-197ba8fbb0ab tempest-AttachInterfacesV270Test-1398927168 tempest-AttachInterfacesV270Test-1398927168-project-member] [instance: 48f193f6-9928-4098-8830-dadda0eb11e6] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54365) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 990.015139] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-65e97cbc-0d77-4f86-85f3-197ba8fbb0ab tempest-AttachInterfacesV270Test-1398927168 tempest-AttachInterfacesV270Test-1398927168-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 990.015351] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-65e97cbc-0d77-4f86-85f3-197ba8fbb0ab tempest-AttachInterfacesV270Test-1398927168 tempest-AttachInterfacesV270Test-1398927168-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 990.015514] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-65e97cbc-0d77-4f86-85f3-197ba8fbb0ab tempest-AttachInterfacesV270Test-1398927168 tempest-AttachInterfacesV270Test-1398927168-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 990.033157] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-65e97cbc-0d77-4f86-85f3-197ba8fbb0ab tempest-AttachInterfacesV270Test-1398927168 tempest-AttachInterfacesV270Test-1398927168-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 990.033922] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-65e97cbc-0d77-4f86-85f3-197ba8fbb0ab tempest-AttachInterfacesV270Test-1398927168 tempest-AttachInterfacesV270Test-1398927168-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 990.034204] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-65e97cbc-0d77-4f86-85f3-197ba8fbb0ab tempest-AttachInterfacesV270Test-1398927168 tempest-AttachInterfacesV270Test-1398927168-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 990.364751] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-f2b95c87-b835-4ca2-a997-76e484aa1bdc tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54364) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 990.377130] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-f2b95c87-b835-4ca2-a997-76e484aa1bdc tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 990.377365] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-f2b95c87-b835-4ca2-a997-76e484aa1bdc tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 990.377531] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-f2b95c87-b835-4ca2-a997-76e484aa1bdc tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 990.404195] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-f2b95c87-b835-4ca2-a997-76e484aa1bdc tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 990.404380] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-f2b95c87-b835-4ca2-a997-76e484aa1bdc tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 990.404547] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-f2b95c87-b835-4ca2-a997-76e484aa1bdc tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 990.404920] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-f2b95c87-b835-4ca2-a997-76e484aa1bdc tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 990.405129] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-f2b95c87-b835-4ca2-a997-76e484aa1bdc tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 990.405278] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-f2b95c87-b835-4ca2-a997-76e484aa1bdc tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 990.418553] nova-conductor[54364]: DEBUG nova.quota [None req-f2b95c87-b835-4ca2-a997-76e484aa1bdc tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Getting quotas for project c583f4e7b29743aabd3e96f7c53fa04f. Resources: {'cores', 'ram', 'instances'} {{(pid=54364) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 990.420656] nova-conductor[54364]: DEBUG nova.quota [None req-f2b95c87-b835-4ca2-a997-76e484aa1bdc tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Getting quotas for user a1ab4be10d444359a7a3b245ec9b9ea0 and project c583f4e7b29743aabd3e96f7c53fa04f. Resources: {'cores', 'ram', 'instances'} {{(pid=54364) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 990.426417] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-f2b95c87-b835-4ca2-a997-76e484aa1bdc tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] [instance: fafa3bc8-5ba5-48e2-8dc3-354a2f9eb542] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54364) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 990.426950] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-f2b95c87-b835-4ca2-a997-76e484aa1bdc tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 990.427190] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-f2b95c87-b835-4ca2-a997-76e484aa1bdc tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 990.427358] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-f2b95c87-b835-4ca2-a997-76e484aa1bdc tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 990.430350] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-f2b95c87-b835-4ca2-a997-76e484aa1bdc tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] [instance: fafa3bc8-5ba5-48e2-8dc3-354a2f9eb542] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54364) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 990.431016] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-f2b95c87-b835-4ca2-a997-76e484aa1bdc tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 990.431233] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-f2b95c87-b835-4ca2-a997-76e484aa1bdc tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 990.431397] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-f2b95c87-b835-4ca2-a997-76e484aa1bdc tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 990.452408] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-f2b95c87-b835-4ca2-a997-76e484aa1bdc tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 990.452697] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-f2b95c87-b835-4ca2-a997-76e484aa1bdc tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 990.452953] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-f2b95c87-b835-4ca2-a997-76e484aa1bdc tempest-ServerDiskConfigTestJSON-1756074416 tempest-ServerDiskConfigTestJSON-1756074416-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 998.020820] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-9136b3f1-26d0-45ea-8f8e-a47e30679ed2 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Targeting cell 9a7c1614-c334-4151-9477-41d9d08ac2d5(cell1) for conductor method migrate_server {{(pid=54365) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 998.021249] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-9136b3f1-26d0-45ea-8f8e-a47e30679ed2 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 998.021409] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-9136b3f1-26d0-45ea-8f8e-a47e30679ed2 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 998.021597] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-9136b3f1-26d0-45ea-8f8e-a47e30679ed2 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 998.092815] nova-conductor[54365]: DEBUG nova.conductor.tasks.migrate [None req-9136b3f1-26d0-45ea-8f8e-a47e30679ed2 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] [instance: 1c406554-d91d-422a-9a5a-9e910fc51103] Restricting to cell 9a7c1614-c334-4151-9477-41d9d08ac2d5(cell1) while migrating {{(pid=54365) _set_requested_destination_cell /opt/stack/nova/nova/conductor/tasks/migrate.py:210}} [ 998.235512] nova-conductor[54365]: DEBUG nova.conductor.tasks.migrate [None req-9136b3f1-26d0-45ea-8f8e-a47e30679ed2 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] Created allocations for migration 4370cfc0-cda7-4112-838d-ba30960bc35a on c1b543f3-8b72-4e01-a5a8-30dc9ed76c83 {{(pid=54365) replace_allocation_with_migration /opt/stack/nova/nova/conductor/tasks/migrate.py:88}} [ 998.742509] nova-conductor[54365]: DEBUG nova.conductor.tasks.migrate [None req-9136b3f1-26d0-45ea-8f8e-a47e30679ed2 tempest-DeleteServersTestJSON-1341222198 tempest-DeleteServersTestJSON-1341222198-project-member] [instance: 1c406554-d91d-422a-9a5a-9e910fc51103] Calling prep_resize with selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54365) _execute /opt/stack/nova/nova/conductor/tasks/migrate.py:325}} [ 999.993711] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writing DB stats nova_cell0:SELECT=1 {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1000.305585] nova-conductor[54364]: DEBUG dbcounter [-] [54364] Writing DB stats nova_cell1:SELECT=400,nova_cell1:UPDATE=277,nova_cell1:INSERT=26,nova_cell1:DELETE=18,nova_cell1:SAVEPOINT=22,nova_cell1:RELEASE=22 {{(pid=54364) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1000.409825] nova-conductor[54364]: DEBUG dbcounter [-] [54364] Writing DB stats nova_cell0:SELECT=1 {{(pid=54364) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1000.433205] nova-conductor[54364]: DEBUG dbcounter [-] [54364] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=54364) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1000.445510] nova-conductor[54364]: DEBUG dbcounter [-] [54364] Writing DB stats nova_api:SELECT=6,nova_api:UPDATE=1 {{(pid=54364) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1000.449935] nova-conductor[54364]: DEBUG dbcounter [-] [54364] Writing DB stats nova_api:SELECT=6,nova_api:DELETE=1 {{(pid=54364) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1000.834424] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-7703e0df-8997-446d-a321-8f42d8ed4c36 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54365) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1000.859142] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-7703e0df-8997-446d-a321-8f42d8ed4c36 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1000.859380] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-7703e0df-8997-446d-a321-8f42d8ed4c36 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1000.859545] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-7703e0df-8997-446d-a321-8f42d8ed4c36 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1000.902817] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-7703e0df-8997-446d-a321-8f42d8ed4c36 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1000.903460] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-7703e0df-8997-446d-a321-8f42d8ed4c36 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1000.903460] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-7703e0df-8997-446d-a321-8f42d8ed4c36 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1000.903870] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-7703e0df-8997-446d-a321-8f42d8ed4c36 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1000.904068] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-7703e0df-8997-446d-a321-8f42d8ed4c36 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1000.904281] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-7703e0df-8997-446d-a321-8f42d8ed4c36 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1000.918638] nova-conductor[54365]: DEBUG nova.quota [None req-7703e0df-8997-446d-a321-8f42d8ed4c36 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Getting quotas for project c61b5e689e5544e6857baf8d3c52fe0b. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1000.922866] nova-conductor[54365]: DEBUG nova.quota [None req-7703e0df-8997-446d-a321-8f42d8ed4c36 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Getting quotas for user ee3581d242034a4c8b00417545bd52ed and project c61b5e689e5544e6857baf8d3c52fe0b. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1000.928333] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-7703e0df-8997-446d-a321-8f42d8ed4c36 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] [instance: bff6a2d3-3d0c-42df-8129-f78e321d1b7e] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54365) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1000.928847] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-7703e0df-8997-446d-a321-8f42d8ed4c36 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1000.929112] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-7703e0df-8997-446d-a321-8f42d8ed4c36 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1000.929299] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-7703e0df-8997-446d-a321-8f42d8ed4c36 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1000.933727] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-7703e0df-8997-446d-a321-8f42d8ed4c36 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] [instance: bff6a2d3-3d0c-42df-8129-f78e321d1b7e] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54365) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1000.934404] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-7703e0df-8997-446d-a321-8f42d8ed4c36 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1000.934608] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-7703e0df-8997-446d-a321-8f42d8ed4c36 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1000.934773] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-7703e0df-8997-446d-a321-8f42d8ed4c36 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1000.963824] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-7703e0df-8997-446d-a321-8f42d8ed4c36 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1000.964151] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-7703e0df-8997-446d-a321-8f42d8ed4c36 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1000.964359] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-7703e0df-8997-446d-a321-8f42d8ed4c36 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1006.370409] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writing DB stats nova_cell1:SELECT=373,nova_cell1:UPDATE=206,nova_cell1:SAVEPOINT=29,nova_cell1:RELEASE=29,nova_cell1:INSERT=30,nova_cell1:DELETE=5 {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1010.907807] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writing DB stats nova_cell0:SELECT=1 {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1010.937077] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writing DB stats nova_cell1:SELECT=14,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=18,nova_cell1:RELEASE=1,nova_cell1:UPDATE=6 {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1010.954484] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writing DB stats nova_api:SELECT=15,nova_api:UPDATE=1 {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1010.960275] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writing DB stats nova_api:SELECT=13,nova_api:DELETE=2,nova_api:UPDATE=2 {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1016.035345] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-52e4fe1b-340b-4077-8b28-3eda8dbf8994 tempest-AttachVolumeNegativeTest-207490519 tempest-AttachVolumeNegativeTest-207490519-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54365) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1016.049772] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-52e4fe1b-340b-4077-8b28-3eda8dbf8994 tempest-AttachVolumeNegativeTest-207490519 tempest-AttachVolumeNegativeTest-207490519-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1016.049982] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-52e4fe1b-340b-4077-8b28-3eda8dbf8994 tempest-AttachVolumeNegativeTest-207490519 tempest-AttachVolumeNegativeTest-207490519-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1016.050138] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-52e4fe1b-340b-4077-8b28-3eda8dbf8994 tempest-AttachVolumeNegativeTest-207490519 tempest-AttachVolumeNegativeTest-207490519-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1016.081164] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-52e4fe1b-340b-4077-8b28-3eda8dbf8994 tempest-AttachVolumeNegativeTest-207490519 tempest-AttachVolumeNegativeTest-207490519-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1016.081388] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-52e4fe1b-340b-4077-8b28-3eda8dbf8994 tempest-AttachVolumeNegativeTest-207490519 tempest-AttachVolumeNegativeTest-207490519-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1016.081553] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-52e4fe1b-340b-4077-8b28-3eda8dbf8994 tempest-AttachVolumeNegativeTest-207490519 tempest-AttachVolumeNegativeTest-207490519-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1016.081922] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-52e4fe1b-340b-4077-8b28-3eda8dbf8994 tempest-AttachVolumeNegativeTest-207490519 tempest-AttachVolumeNegativeTest-207490519-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1016.082123] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-52e4fe1b-340b-4077-8b28-3eda8dbf8994 tempest-AttachVolumeNegativeTest-207490519 tempest-AttachVolumeNegativeTest-207490519-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1016.082278] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-52e4fe1b-340b-4077-8b28-3eda8dbf8994 tempest-AttachVolumeNegativeTest-207490519 tempest-AttachVolumeNegativeTest-207490519-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1016.091105] nova-conductor[54365]: DEBUG nova.quota [None req-52e4fe1b-340b-4077-8b28-3eda8dbf8994 tempest-AttachVolumeNegativeTest-207490519 tempest-AttachVolumeNegativeTest-207490519-project-member] Getting quotas for project 60ccdf8f256c427b9767a01dad0616fd. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1016.093365] nova-conductor[54365]: DEBUG nova.quota [None req-52e4fe1b-340b-4077-8b28-3eda8dbf8994 tempest-AttachVolumeNegativeTest-207490519 tempest-AttachVolumeNegativeTest-207490519-project-member] Getting quotas for user 34a14400ec56409ca356b449a9e30cf7 and project 60ccdf8f256c427b9767a01dad0616fd. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1016.098277] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-52e4fe1b-340b-4077-8b28-3eda8dbf8994 tempest-AttachVolumeNegativeTest-207490519 tempest-AttachVolumeNegativeTest-207490519-project-member] [instance: 460c12f6-5eb8-427c-bda4-6773e1bc9034] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54365) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1016.098910] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-52e4fe1b-340b-4077-8b28-3eda8dbf8994 tempest-AttachVolumeNegativeTest-207490519 tempest-AttachVolumeNegativeTest-207490519-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1016.099126] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-52e4fe1b-340b-4077-8b28-3eda8dbf8994 tempest-AttachVolumeNegativeTest-207490519 tempest-AttachVolumeNegativeTest-207490519-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1016.099292] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-52e4fe1b-340b-4077-8b28-3eda8dbf8994 tempest-AttachVolumeNegativeTest-207490519 tempest-AttachVolumeNegativeTest-207490519-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1016.103913] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-52e4fe1b-340b-4077-8b28-3eda8dbf8994 tempest-AttachVolumeNegativeTest-207490519 tempest-AttachVolumeNegativeTest-207490519-project-member] [instance: 460c12f6-5eb8-427c-bda4-6773e1bc9034] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54365) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1016.104462] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-52e4fe1b-340b-4077-8b28-3eda8dbf8994 tempest-AttachVolumeNegativeTest-207490519 tempest-AttachVolumeNegativeTest-207490519-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1016.104658] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-52e4fe1b-340b-4077-8b28-3eda8dbf8994 tempest-AttachVolumeNegativeTest-207490519 tempest-AttachVolumeNegativeTest-207490519-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1016.104823] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-52e4fe1b-340b-4077-8b28-3eda8dbf8994 tempest-AttachVolumeNegativeTest-207490519 tempest-AttachVolumeNegativeTest-207490519-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1016.118391] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-52e4fe1b-340b-4077-8b28-3eda8dbf8994 tempest-AttachVolumeNegativeTest-207490519 tempest-AttachVolumeNegativeTest-207490519-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1016.118597] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-52e4fe1b-340b-4077-8b28-3eda8dbf8994 tempest-AttachVolumeNegativeTest-207490519 tempest-AttachVolumeNegativeTest-207490519-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1016.118763] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-52e4fe1b-340b-4077-8b28-3eda8dbf8994 tempest-AttachVolumeNegativeTest-207490519 tempest-AttachVolumeNegativeTest-207490519-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1021.883748] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-573f4ea4-2028-464b-a480-152ddbf07a2a tempest-ServerAddressesNegativeTestJSON-1205596538 tempest-ServerAddressesNegativeTestJSON-1205596538-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54364) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1021.900799] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-573f4ea4-2028-464b-a480-152ddbf07a2a tempest-ServerAddressesNegativeTestJSON-1205596538 tempest-ServerAddressesNegativeTestJSON-1205596538-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1021.901097] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-573f4ea4-2028-464b-a480-152ddbf07a2a tempest-ServerAddressesNegativeTestJSON-1205596538 tempest-ServerAddressesNegativeTestJSON-1205596538-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1021.901288] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-573f4ea4-2028-464b-a480-152ddbf07a2a tempest-ServerAddressesNegativeTestJSON-1205596538 tempest-ServerAddressesNegativeTestJSON-1205596538-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1021.944438] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-573f4ea4-2028-464b-a480-152ddbf07a2a tempest-ServerAddressesNegativeTestJSON-1205596538 tempest-ServerAddressesNegativeTestJSON-1205596538-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1021.944696] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-573f4ea4-2028-464b-a480-152ddbf07a2a tempest-ServerAddressesNegativeTestJSON-1205596538 tempest-ServerAddressesNegativeTestJSON-1205596538-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1021.944882] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-573f4ea4-2028-464b-a480-152ddbf07a2a tempest-ServerAddressesNegativeTestJSON-1205596538 tempest-ServerAddressesNegativeTestJSON-1205596538-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1021.945265] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-573f4ea4-2028-464b-a480-152ddbf07a2a tempest-ServerAddressesNegativeTestJSON-1205596538 tempest-ServerAddressesNegativeTestJSON-1205596538-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1021.945449] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-573f4ea4-2028-464b-a480-152ddbf07a2a tempest-ServerAddressesNegativeTestJSON-1205596538 tempest-ServerAddressesNegativeTestJSON-1205596538-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1021.945718] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-573f4ea4-2028-464b-a480-152ddbf07a2a tempest-ServerAddressesNegativeTestJSON-1205596538 tempest-ServerAddressesNegativeTestJSON-1205596538-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1021.957182] nova-conductor[54364]: DEBUG nova.quota [None req-573f4ea4-2028-464b-a480-152ddbf07a2a tempest-ServerAddressesNegativeTestJSON-1205596538 tempest-ServerAddressesNegativeTestJSON-1205596538-project-member] Getting quotas for project f414a82396e64d6e8b99e330b0f78112. Resources: {'cores', 'ram', 'instances'} {{(pid=54364) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1021.960572] nova-conductor[54364]: DEBUG nova.quota [None req-573f4ea4-2028-464b-a480-152ddbf07a2a tempest-ServerAddressesNegativeTestJSON-1205596538 tempest-ServerAddressesNegativeTestJSON-1205596538-project-member] Getting quotas for user 5664407959384f1890a3bf8b2c7febcb and project f414a82396e64d6e8b99e330b0f78112. Resources: {'cores', 'ram', 'instances'} {{(pid=54364) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1021.966634] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-573f4ea4-2028-464b-a480-152ddbf07a2a tempest-ServerAddressesNegativeTestJSON-1205596538 tempest-ServerAddressesNegativeTestJSON-1205596538-project-member] [instance: c0cbe0ed-94e0-4d02-ae7a-2589938f4c41] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54364) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1021.967322] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-573f4ea4-2028-464b-a480-152ddbf07a2a tempest-ServerAddressesNegativeTestJSON-1205596538 tempest-ServerAddressesNegativeTestJSON-1205596538-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1021.967575] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-573f4ea4-2028-464b-a480-152ddbf07a2a tempest-ServerAddressesNegativeTestJSON-1205596538 tempest-ServerAddressesNegativeTestJSON-1205596538-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1021.967747] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-573f4ea4-2028-464b-a480-152ddbf07a2a tempest-ServerAddressesNegativeTestJSON-1205596538 tempest-ServerAddressesNegativeTestJSON-1205596538-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1021.974311] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-573f4ea4-2028-464b-a480-152ddbf07a2a tempest-ServerAddressesNegativeTestJSON-1205596538 tempest-ServerAddressesNegativeTestJSON-1205596538-project-member] [instance: c0cbe0ed-94e0-4d02-ae7a-2589938f4c41] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54364) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1021.975205] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-573f4ea4-2028-464b-a480-152ddbf07a2a tempest-ServerAddressesNegativeTestJSON-1205596538 tempest-ServerAddressesNegativeTestJSON-1205596538-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1021.975205] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-573f4ea4-2028-464b-a480-152ddbf07a2a tempest-ServerAddressesNegativeTestJSON-1205596538 tempest-ServerAddressesNegativeTestJSON-1205596538-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1021.975370] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-573f4ea4-2028-464b-a480-152ddbf07a2a tempest-ServerAddressesNegativeTestJSON-1205596538 tempest-ServerAddressesNegativeTestJSON-1205596538-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.002229] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-573f4ea4-2028-464b-a480-152ddbf07a2a tempest-ServerAddressesNegativeTestJSON-1205596538 tempest-ServerAddressesNegativeTestJSON-1205596538-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.003179] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-573f4ea4-2028-464b-a480-152ddbf07a2a tempest-ServerAddressesNegativeTestJSON-1205596538 tempest-ServerAddressesNegativeTestJSON-1205596538-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.003179] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-573f4ea4-2028-464b-a480-152ddbf07a2a tempest-ServerAddressesNegativeTestJSON-1205596538 tempest-ServerAddressesNegativeTestJSON-1205596538-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1026.086187] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writing DB stats nova_cell0:SELECT=1 {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1026.107346] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writing DB stats nova_cell1:SELECT=3,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=8,nova_cell1:RELEASE=1 {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1026.111516] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writing DB stats nova_api:SELECT=5 {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1026.117152] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writing DB stats nova_api:SELECT=7,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1029.638829] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-a80f48dd-fb46-4998-b82f-5a824d980dab tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54364) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1029.651448] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-a80f48dd-fb46-4998-b82f-5a824d980dab tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1029.651687] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-a80f48dd-fb46-4998-b82f-5a824d980dab tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1029.651865] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-a80f48dd-fb46-4998-b82f-5a824d980dab tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1029.676443] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-a80f48dd-fb46-4998-b82f-5a824d980dab tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1029.676647] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-a80f48dd-fb46-4998-b82f-5a824d980dab tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1029.676812] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-a80f48dd-fb46-4998-b82f-5a824d980dab tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1029.677189] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-a80f48dd-fb46-4998-b82f-5a824d980dab tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1029.677375] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-a80f48dd-fb46-4998-b82f-5a824d980dab tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1029.677530] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-a80f48dd-fb46-4998-b82f-5a824d980dab tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1029.684617] nova-conductor[54364]: DEBUG nova.quota [None req-a80f48dd-fb46-4998-b82f-5a824d980dab tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Getting quotas for project c61b5e689e5544e6857baf8d3c52fe0b. Resources: {'cores', 'ram', 'instances'} {{(pid=54364) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1029.686959] nova-conductor[54364]: DEBUG nova.quota [None req-a80f48dd-fb46-4998-b82f-5a824d980dab tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Getting quotas for user ee3581d242034a4c8b00417545bd52ed and project c61b5e689e5544e6857baf8d3c52fe0b. Resources: {'cores', 'ram', 'instances'} {{(pid=54364) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1029.691675] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-a80f48dd-fb46-4998-b82f-5a824d980dab tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] [instance: 27280d82-22ce-4312-8ff2-216d4364a889] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54364) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1029.692121] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-a80f48dd-fb46-4998-b82f-5a824d980dab tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1029.692317] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-a80f48dd-fb46-4998-b82f-5a824d980dab tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1029.692477] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-a80f48dd-fb46-4998-b82f-5a824d980dab tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1029.695782] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-a80f48dd-fb46-4998-b82f-5a824d980dab tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] [instance: 27280d82-22ce-4312-8ff2-216d4364a889] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54364) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1029.696388] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-a80f48dd-fb46-4998-b82f-5a824d980dab tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1029.696582] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-a80f48dd-fb46-4998-b82f-5a824d980dab tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1029.696743] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-a80f48dd-fb46-4998-b82f-5a824d980dab tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1029.712047] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-a80f48dd-fb46-4998-b82f-5a824d980dab tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1029.712213] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-a80f48dd-fb46-4998-b82f-5a824d980dab tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1029.712375] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-a80f48dd-fb46-4998-b82f-5a824d980dab tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1039.681633] nova-conductor[54364]: DEBUG dbcounter [-] [54364] Writing DB stats nova_cell0:SELECT=2 {{(pid=54364) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1039.698688] nova-conductor[54364]: DEBUG dbcounter [-] [54364] Writing DB stats nova_cell1:SELECT=6,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=15,nova_cell1:RELEASE=1 {{(pid=54364) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1039.709027] nova-conductor[54364]: DEBUG dbcounter [-] [54364] Writing DB stats nova_api:SELECT=12,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=54364) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1039.711262] nova-conductor[54364]: DEBUG dbcounter [-] [54364] Writing DB stats nova_api:SELECT=12,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=54364) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1049.105081] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-b4da4f0a-a2a2-42cf-9727-d88c6f379432 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54365) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1049.119908] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-b4da4f0a-a2a2-42cf-9727-d88c6f379432 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1049.120146] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-b4da4f0a-a2a2-42cf-9727-d88c6f379432 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1049.120324] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-b4da4f0a-a2a2-42cf-9727-d88c6f379432 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1049.151153] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-b4da4f0a-a2a2-42cf-9727-d88c6f379432 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1049.151392] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-b4da4f0a-a2a2-42cf-9727-d88c6f379432 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1049.151569] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-b4da4f0a-a2a2-42cf-9727-d88c6f379432 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1049.151930] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-b4da4f0a-a2a2-42cf-9727-d88c6f379432 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1049.152148] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-b4da4f0a-a2a2-42cf-9727-d88c6f379432 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1049.152310] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-b4da4f0a-a2a2-42cf-9727-d88c6f379432 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1049.159896] nova-conductor[54365]: DEBUG nova.quota [None req-b4da4f0a-a2a2-42cf-9727-d88c6f379432 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Getting quotas for project c61b5e689e5544e6857baf8d3c52fe0b. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1049.161981] nova-conductor[54365]: DEBUG nova.quota [None req-b4da4f0a-a2a2-42cf-9727-d88c6f379432 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Getting quotas for user ee3581d242034a4c8b00417545bd52ed and project c61b5e689e5544e6857baf8d3c52fe0b. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1049.167033] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-b4da4f0a-a2a2-42cf-9727-d88c6f379432 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] [instance: 7dd76e44-c5d3-4178-8942-6eb6e01edbcd] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54365) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1049.167235] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-b4da4f0a-a2a2-42cf-9727-d88c6f379432 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1049.167432] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-b4da4f0a-a2a2-42cf-9727-d88c6f379432 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1049.167591] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-b4da4f0a-a2a2-42cf-9727-d88c6f379432 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1049.170439] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-b4da4f0a-a2a2-42cf-9727-d88c6f379432 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] [instance: 7dd76e44-c5d3-4178-8942-6eb6e01edbcd] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54365) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1049.171059] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-b4da4f0a-a2a2-42cf-9727-d88c6f379432 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1049.171274] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-b4da4f0a-a2a2-42cf-9727-d88c6f379432 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1049.171442] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-b4da4f0a-a2a2-42cf-9727-d88c6f379432 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1049.190151] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-b4da4f0a-a2a2-42cf-9727-d88c6f379432 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1049.190559] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-b4da4f0a-a2a2-42cf-9727-d88c6f379432 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1049.190559] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-b4da4f0a-a2a2-42cf-9727-d88c6f379432 tempest-ServersTestJSON-203516608 tempest-ServersTestJSON-203516608-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1059.156715] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writing DB stats nova_cell0:SELECT=1 {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1059.173611] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1059.184595] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writing DB stats nova_api:SELECT=6,nova_api:UPDATE=1 {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1059.188105] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writing DB stats nova_api:SELECT=6,nova_api:DELETE=1 {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1062.653859] nova-conductor[54364]: DEBUG dbcounter [-] [54364] Writing DB stats nova_cell1:SELECT=268,nova_cell1:SAVEPOINT=19,nova_cell1:RELEASE=19,nova_cell1:UPDATE=206,nova_cell1:INSERT=21,nova_cell1:DELETE=13 {{(pid=54364) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1067.054408] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writing DB stats nova_cell1:UPDATE=144,nova_cell1:INSERT=15,nova_cell1:SELECT=233,nova_cell1:SAVEPOINT=17,nova_cell1:RELEASE=17,nova_cell1:DELETE=6 {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1079.371326] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-e61fcfc2-eaaa-41d4-b837-f4bc71029d7f tempest-AttachVolumeNegativeTest-207490519 tempest-AttachVolumeNegativeTest-207490519-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54364) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1079.384208] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-e61fcfc2-eaaa-41d4-b837-f4bc71029d7f tempest-AttachVolumeNegativeTest-207490519 tempest-AttachVolumeNegativeTest-207490519-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1079.384432] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-e61fcfc2-eaaa-41d4-b837-f4bc71029d7f tempest-AttachVolumeNegativeTest-207490519 tempest-AttachVolumeNegativeTest-207490519-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1079.384632] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-e61fcfc2-eaaa-41d4-b837-f4bc71029d7f tempest-AttachVolumeNegativeTest-207490519 tempest-AttachVolumeNegativeTest-207490519-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1079.419464] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-e61fcfc2-eaaa-41d4-b837-f4bc71029d7f tempest-AttachVolumeNegativeTest-207490519 tempest-AttachVolumeNegativeTest-207490519-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1079.419687] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-e61fcfc2-eaaa-41d4-b837-f4bc71029d7f tempest-AttachVolumeNegativeTest-207490519 tempest-AttachVolumeNegativeTest-207490519-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1079.419851] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-e61fcfc2-eaaa-41d4-b837-f4bc71029d7f tempest-AttachVolumeNegativeTest-207490519 tempest-AttachVolumeNegativeTest-207490519-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1079.420250] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-e61fcfc2-eaaa-41d4-b837-f4bc71029d7f tempest-AttachVolumeNegativeTest-207490519 tempest-AttachVolumeNegativeTest-207490519-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1079.420434] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-e61fcfc2-eaaa-41d4-b837-f4bc71029d7f tempest-AttachVolumeNegativeTest-207490519 tempest-AttachVolumeNegativeTest-207490519-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1079.420589] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-e61fcfc2-eaaa-41d4-b837-f4bc71029d7f tempest-AttachVolumeNegativeTest-207490519 tempest-AttachVolumeNegativeTest-207490519-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1079.427672] nova-conductor[54364]: DEBUG nova.quota [None req-e61fcfc2-eaaa-41d4-b837-f4bc71029d7f tempest-AttachVolumeNegativeTest-207490519 tempest-AttachVolumeNegativeTest-207490519-project-member] Getting quotas for project 60ccdf8f256c427b9767a01dad0616fd. Resources: {'cores', 'ram', 'instances'} {{(pid=54364) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1079.429723] nova-conductor[54364]: DEBUG nova.quota [None req-e61fcfc2-eaaa-41d4-b837-f4bc71029d7f tempest-AttachVolumeNegativeTest-207490519 tempest-AttachVolumeNegativeTest-207490519-project-member] Getting quotas for user 34a14400ec56409ca356b449a9e30cf7 and project 60ccdf8f256c427b9767a01dad0616fd. Resources: {'cores', 'ram', 'instances'} {{(pid=54364) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1079.434405] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-e61fcfc2-eaaa-41d4-b837-f4bc71029d7f tempest-AttachVolumeNegativeTest-207490519 tempest-AttachVolumeNegativeTest-207490519-project-member] [instance: bbf2e58d-35b4-4aa1-bfe5-e4f956ed507f] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54364) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1079.434857] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-e61fcfc2-eaaa-41d4-b837-f4bc71029d7f tempest-AttachVolumeNegativeTest-207490519 tempest-AttachVolumeNegativeTest-207490519-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1079.435066] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-e61fcfc2-eaaa-41d4-b837-f4bc71029d7f tempest-AttachVolumeNegativeTest-207490519 tempest-AttachVolumeNegativeTest-207490519-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1079.435230] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-e61fcfc2-eaaa-41d4-b837-f4bc71029d7f tempest-AttachVolumeNegativeTest-207490519 tempest-AttachVolumeNegativeTest-207490519-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1079.439513] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-e61fcfc2-eaaa-41d4-b837-f4bc71029d7f tempest-AttachVolumeNegativeTest-207490519 tempest-AttachVolumeNegativeTest-207490519-project-member] [instance: bbf2e58d-35b4-4aa1-bfe5-e4f956ed507f] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54364) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1079.440121] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-e61fcfc2-eaaa-41d4-b837-f4bc71029d7f tempest-AttachVolumeNegativeTest-207490519 tempest-AttachVolumeNegativeTest-207490519-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1079.440316] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-e61fcfc2-eaaa-41d4-b837-f4bc71029d7f tempest-AttachVolumeNegativeTest-207490519 tempest-AttachVolumeNegativeTest-207490519-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1079.440478] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-e61fcfc2-eaaa-41d4-b837-f4bc71029d7f tempest-AttachVolumeNegativeTest-207490519 tempest-AttachVolumeNegativeTest-207490519-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1079.456656] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-e61fcfc2-eaaa-41d4-b837-f4bc71029d7f tempest-AttachVolumeNegativeTest-207490519 tempest-AttachVolumeNegativeTest-207490519-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1079.458313] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-e61fcfc2-eaaa-41d4-b837-f4bc71029d7f tempest-AttachVolumeNegativeTest-207490519 tempest-AttachVolumeNegativeTest-207490519-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1079.458574] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-e61fcfc2-eaaa-41d4-b837-f4bc71029d7f tempest-AttachVolumeNegativeTest-207490519 tempest-AttachVolumeNegativeTest-207490519-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1089.423833] nova-conductor[54364]: DEBUG dbcounter [-] [54364] Writing DB stats nova_cell0:SELECT=1 {{(pid=54364) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1089.442822] nova-conductor[54364]: DEBUG dbcounter [-] [54364] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=54364) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1089.451699] nova-conductor[54364]: DEBUG dbcounter [-] [54364] Writing DB stats nova_api:SELECT=5,nova_api:UPDATE=1 {{(pid=54364) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1089.454528] nova-conductor[54364]: DEBUG dbcounter [-] [54364] Writing DB stats nova_api:SELECT=7,nova_api:DELETE=1 {{(pid=54364) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1092.121474] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-4da285ca-112b-42c4-82b1-2787ef23003e tempest-AttachVolumeTestJSON-1743018911 tempest-AttachVolumeTestJSON-1743018911-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54364) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1092.134623] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-4da285ca-112b-42c4-82b1-2787ef23003e tempest-AttachVolumeTestJSON-1743018911 tempest-AttachVolumeTestJSON-1743018911-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1092.134905] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-4da285ca-112b-42c4-82b1-2787ef23003e tempest-AttachVolumeTestJSON-1743018911 tempest-AttachVolumeTestJSON-1743018911-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1092.135099] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-4da285ca-112b-42c4-82b1-2787ef23003e tempest-AttachVolumeTestJSON-1743018911 tempest-AttachVolumeTestJSON-1743018911-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1092.163318] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-4da285ca-112b-42c4-82b1-2787ef23003e tempest-AttachVolumeTestJSON-1743018911 tempest-AttachVolumeTestJSON-1743018911-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1092.163531] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-4da285ca-112b-42c4-82b1-2787ef23003e tempest-AttachVolumeTestJSON-1743018911 tempest-AttachVolumeTestJSON-1743018911-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1092.163699] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-4da285ca-112b-42c4-82b1-2787ef23003e tempest-AttachVolumeTestJSON-1743018911 tempest-AttachVolumeTestJSON-1743018911-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1092.164100] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-4da285ca-112b-42c4-82b1-2787ef23003e tempest-AttachVolumeTestJSON-1743018911 tempest-AttachVolumeTestJSON-1743018911-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1092.164290] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-4da285ca-112b-42c4-82b1-2787ef23003e tempest-AttachVolumeTestJSON-1743018911 tempest-AttachVolumeTestJSON-1743018911-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1092.164449] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-4da285ca-112b-42c4-82b1-2787ef23003e tempest-AttachVolumeTestJSON-1743018911 tempest-AttachVolumeTestJSON-1743018911-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1092.171747] nova-conductor[54364]: DEBUG nova.quota [None req-4da285ca-112b-42c4-82b1-2787ef23003e tempest-AttachVolumeTestJSON-1743018911 tempest-AttachVolumeTestJSON-1743018911-project-member] Getting quotas for project 382289eb2cfc4cb18bda69f887770db8. Resources: {'cores', 'ram', 'instances'} {{(pid=54364) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1092.173947] nova-conductor[54364]: DEBUG nova.quota [None req-4da285ca-112b-42c4-82b1-2787ef23003e tempest-AttachVolumeTestJSON-1743018911 tempest-AttachVolumeTestJSON-1743018911-project-member] Getting quotas for user afafdd2ffb254ed88413f677c6480b27 and project 382289eb2cfc4cb18bda69f887770db8. Resources: {'cores', 'ram', 'instances'} {{(pid=54364) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1092.178681] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-4da285ca-112b-42c4-82b1-2787ef23003e tempest-AttachVolumeTestJSON-1743018911 tempest-AttachVolumeTestJSON-1743018911-project-member] [instance: 072a9ba2-95d0-40c3-b323-21130df616f6] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54364) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1092.179146] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-4da285ca-112b-42c4-82b1-2787ef23003e tempest-AttachVolumeTestJSON-1743018911 tempest-AttachVolumeTestJSON-1743018911-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1092.179333] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-4da285ca-112b-42c4-82b1-2787ef23003e tempest-AttachVolumeTestJSON-1743018911 tempest-AttachVolumeTestJSON-1743018911-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1092.179493] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-4da285ca-112b-42c4-82b1-2787ef23003e tempest-AttachVolumeTestJSON-1743018911 tempest-AttachVolumeTestJSON-1743018911-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1092.183530] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-4da285ca-112b-42c4-82b1-2787ef23003e tempest-AttachVolumeTestJSON-1743018911 tempest-AttachVolumeTestJSON-1743018911-project-member] [instance: 072a9ba2-95d0-40c3-b323-21130df616f6] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54364) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1092.184149] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-4da285ca-112b-42c4-82b1-2787ef23003e tempest-AttachVolumeTestJSON-1743018911 tempest-AttachVolumeTestJSON-1743018911-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1092.184344] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-4da285ca-112b-42c4-82b1-2787ef23003e tempest-AttachVolumeTestJSON-1743018911 tempest-AttachVolumeTestJSON-1743018911-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1092.184505] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-4da285ca-112b-42c4-82b1-2787ef23003e tempest-AttachVolumeTestJSON-1743018911 tempest-AttachVolumeTestJSON-1743018911-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1092.196932] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-4da285ca-112b-42c4-82b1-2787ef23003e tempest-AttachVolumeTestJSON-1743018911 tempest-AttachVolumeTestJSON-1743018911-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1092.197146] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-4da285ca-112b-42c4-82b1-2787ef23003e tempest-AttachVolumeTestJSON-1743018911 tempest-AttachVolumeTestJSON-1743018911-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1092.197311] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-4da285ca-112b-42c4-82b1-2787ef23003e tempest-AttachVolumeTestJSON-1743018911 tempest-AttachVolumeTestJSON-1743018911-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1102.168335] nova-conductor[54364]: DEBUG dbcounter [-] [54364] Writing DB stats nova_cell0:SELECT=1 {{(pid=54364) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1102.186428] nova-conductor[54364]: DEBUG dbcounter [-] [54364] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=54364) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1102.193318] nova-conductor[54364]: DEBUG dbcounter [-] [54364] Writing DB stats nova_api:SELECT=7,nova_api:UPDATE=1 {{(pid=54364) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1102.195956] nova-conductor[54364]: DEBUG dbcounter [-] [54364] Writing DB stats nova_api:SELECT=5,nova_api:DELETE=1 {{(pid=54364) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1129.842899] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writing DB stats nova_cell1:SAVEPOINT=11,nova_cell1:UPDATE=91,nova_cell1:RELEASE=11,nova_cell1:SELECT=147,nova_cell1:INSERT=26,nova_cell1:DELETE=4 {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1130.345832] nova-conductor[54364]: DEBUG dbcounter [-] [54364] Writing DB stats nova_cell1:SELECT=157,nova_cell1:UPDATE=110,nova_cell1:SAVEPOINT=7,nova_cell1:RELEASE=7,nova_cell1:INSERT=24,nova_cell1:DELETE=9 {{(pid=54364) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1150.559381] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-d51c435a-5265-491f-b8aa-04c4ad1ed895 tempest-AttachVolumeNegativeTest-207490519 tempest-AttachVolumeNegativeTest-207490519-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=54365) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1150.573861] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-d51c435a-5265-491f-b8aa-04c4ad1ed895 tempest-AttachVolumeNegativeTest-207490519 tempest-AttachVolumeNegativeTest-207490519-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1150.574124] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-d51c435a-5265-491f-b8aa-04c4ad1ed895 tempest-AttachVolumeNegativeTest-207490519 tempest-AttachVolumeNegativeTest-207490519-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1150.574296] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-d51c435a-5265-491f-b8aa-04c4ad1ed895 tempest-AttachVolumeNegativeTest-207490519 tempest-AttachVolumeNegativeTest-207490519-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1150.617639] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-d51c435a-5265-491f-b8aa-04c4ad1ed895 tempest-AttachVolumeNegativeTest-207490519 tempest-AttachVolumeNegativeTest-207490519-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1150.617880] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-d51c435a-5265-491f-b8aa-04c4ad1ed895 tempest-AttachVolumeNegativeTest-207490519 tempest-AttachVolumeNegativeTest-207490519-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1150.618061] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-d51c435a-5265-491f-b8aa-04c4ad1ed895 tempest-AttachVolumeNegativeTest-207490519 tempest-AttachVolumeNegativeTest-207490519-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1150.618441] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-d51c435a-5265-491f-b8aa-04c4ad1ed895 tempest-AttachVolumeNegativeTest-207490519 tempest-AttachVolumeNegativeTest-207490519-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1150.618629] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-d51c435a-5265-491f-b8aa-04c4ad1ed895 tempest-AttachVolumeNegativeTest-207490519 tempest-AttachVolumeNegativeTest-207490519-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1150.618842] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-d51c435a-5265-491f-b8aa-04c4ad1ed895 tempest-AttachVolumeNegativeTest-207490519 tempest-AttachVolumeNegativeTest-207490519-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1150.626374] nova-conductor[54365]: DEBUG nova.quota [None req-d51c435a-5265-491f-b8aa-04c4ad1ed895 tempest-AttachVolumeNegativeTest-207490519 tempest-AttachVolumeNegativeTest-207490519-project-member] Getting quotas for project 60ccdf8f256c427b9767a01dad0616fd. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1150.628662] nova-conductor[54365]: DEBUG nova.quota [None req-d51c435a-5265-491f-b8aa-04c4ad1ed895 tempest-AttachVolumeNegativeTest-207490519 tempest-AttachVolumeNegativeTest-207490519-project-member] Getting quotas for user 34a14400ec56409ca356b449a9e30cf7 and project 60ccdf8f256c427b9767a01dad0616fd. Resources: {'cores', 'ram', 'instances'} {{(pid=54365) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1150.633503] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-d51c435a-5265-491f-b8aa-04c4ad1ed895 tempest-AttachVolumeNegativeTest-207490519 tempest-AttachVolumeNegativeTest-207490519-project-member] [instance: 95031e1a-e567-496f-ac3b-7d0121e487f4] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54365) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1150.633948] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-d51c435a-5265-491f-b8aa-04c4ad1ed895 tempest-AttachVolumeNegativeTest-207490519 tempest-AttachVolumeNegativeTest-207490519-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1150.634161] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-d51c435a-5265-491f-b8aa-04c4ad1ed895 tempest-AttachVolumeNegativeTest-207490519 tempest-AttachVolumeNegativeTest-207490519-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1150.634323] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-d51c435a-5265-491f-b8aa-04c4ad1ed895 tempest-AttachVolumeNegativeTest-207490519 tempest-AttachVolumeNegativeTest-207490519-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1150.640684] nova-conductor[54365]: DEBUG nova.conductor.manager [None req-d51c435a-5265-491f-b8aa-04c4ad1ed895 tempest-AttachVolumeNegativeTest-207490519 tempest-AttachVolumeNegativeTest-207490519-project-member] [instance: 95031e1a-e567-496f-ac3b-7d0121e487f4] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54365) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1150.641385] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-d51c435a-5265-491f-b8aa-04c4ad1ed895 tempest-AttachVolumeNegativeTest-207490519 tempest-AttachVolumeNegativeTest-207490519-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1150.641583] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-d51c435a-5265-491f-b8aa-04c4ad1ed895 tempest-AttachVolumeNegativeTest-207490519 tempest-AttachVolumeNegativeTest-207490519-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1150.641747] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-d51c435a-5265-491f-b8aa-04c4ad1ed895 tempest-AttachVolumeNegativeTest-207490519 tempest-AttachVolumeNegativeTest-207490519-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1150.660498] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-d51c435a-5265-491f-b8aa-04c4ad1ed895 tempest-AttachVolumeNegativeTest-207490519 tempest-AttachVolumeNegativeTest-207490519-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1150.660713] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-d51c435a-5265-491f-b8aa-04c4ad1ed895 tempest-AttachVolumeNegativeTest-207490519 tempest-AttachVolumeNegativeTest-207490519-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1150.660881] nova-conductor[54365]: DEBUG oslo_concurrency.lockutils [None req-d51c435a-5265-491f-b8aa-04c4ad1ed895 tempest-AttachVolumeNegativeTest-207490519 tempest-AttachVolumeNegativeTest-207490519-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54365) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1160.622958] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writing DB stats nova_cell0:SELECT=1 {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1160.644052] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1160.656368] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writing DB stats nova_api:SELECT=5 {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1160.658516] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writing DB stats nova_api:SELECT=7,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1185.836287] nova-conductor[54364]: DEBUG dbcounter [-] [54364] Writing DB stats nova_cell1:SELECT=65,nova_cell1:UPDATE=51,nova_cell1:SAVEPOINT=3,nova_cell1:RELEASE=3,nova_cell1:INSERT=6,nova_cell1:DELETE=4 {{(pid=54364) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1186.320900] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writing DB stats nova_cell1:SELECT=64,nova_cell1:UPDATE=50,nova_cell1:INSERT=7,nova_cell1:SAVEPOINT=6,nova_cell1:RELEASE=6,nova_cell1:DELETE=2 {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1226.072592] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-997cf7a3-14ca-4b3a-855b-e667c2142db4 tempest-AttachVolumeNegativeTest-207490519 tempest-AttachVolumeNegativeTest-207490519-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=54364) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1226.085660] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-997cf7a3-14ca-4b3a-855b-e667c2142db4 tempest-AttachVolumeNegativeTest-207490519 tempest-AttachVolumeNegativeTest-207490519-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1226.085876] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-997cf7a3-14ca-4b3a-855b-e667c2142db4 tempest-AttachVolumeNegativeTest-207490519 tempest-AttachVolumeNegativeTest-207490519-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1226.086058] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-997cf7a3-14ca-4b3a-855b-e667c2142db4 tempest-AttachVolumeNegativeTest-207490519 tempest-AttachVolumeNegativeTest-207490519-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1226.115916] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-997cf7a3-14ca-4b3a-855b-e667c2142db4 tempest-AttachVolumeNegativeTest-207490519 tempest-AttachVolumeNegativeTest-207490519-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1226.116183] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-997cf7a3-14ca-4b3a-855b-e667c2142db4 tempest-AttachVolumeNegativeTest-207490519 tempest-AttachVolumeNegativeTest-207490519-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1226.116361] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-997cf7a3-14ca-4b3a-855b-e667c2142db4 tempest-AttachVolumeNegativeTest-207490519 tempest-AttachVolumeNegativeTest-207490519-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1226.116730] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-997cf7a3-14ca-4b3a-855b-e667c2142db4 tempest-AttachVolumeNegativeTest-207490519 tempest-AttachVolumeNegativeTest-207490519-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1226.116913] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-997cf7a3-14ca-4b3a-855b-e667c2142db4 tempest-AttachVolumeNegativeTest-207490519 tempest-AttachVolumeNegativeTest-207490519-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1226.117123] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-997cf7a3-14ca-4b3a-855b-e667c2142db4 tempest-AttachVolumeNegativeTest-207490519 tempest-AttachVolumeNegativeTest-207490519-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1226.124607] nova-conductor[54364]: DEBUG nova.quota [None req-997cf7a3-14ca-4b3a-855b-e667c2142db4 tempest-AttachVolumeNegativeTest-207490519 tempest-AttachVolumeNegativeTest-207490519-project-member] Getting quotas for project 60ccdf8f256c427b9767a01dad0616fd. Resources: {'cores', 'ram', 'instances'} {{(pid=54364) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1226.126861] nova-conductor[54364]: DEBUG nova.quota [None req-997cf7a3-14ca-4b3a-855b-e667c2142db4 tempest-AttachVolumeNegativeTest-207490519 tempest-AttachVolumeNegativeTest-207490519-project-member] Getting quotas for user 34a14400ec56409ca356b449a9e30cf7 and project 60ccdf8f256c427b9767a01dad0616fd. Resources: {'cores', 'ram', 'instances'} {{(pid=54364) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1226.131746] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-997cf7a3-14ca-4b3a-855b-e667c2142db4 tempest-AttachVolumeNegativeTest-207490519 tempest-AttachVolumeNegativeTest-207490519-project-member] [instance: 20e81bd1-f994-4f0f-aa51-423b730fbfb6] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=54364) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1226.132212] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-997cf7a3-14ca-4b3a-855b-e667c2142db4 tempest-AttachVolumeNegativeTest-207490519 tempest-AttachVolumeNegativeTest-207490519-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1226.132406] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-997cf7a3-14ca-4b3a-855b-e667c2142db4 tempest-AttachVolumeNegativeTest-207490519 tempest-AttachVolumeNegativeTest-207490519-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1226.132567] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-997cf7a3-14ca-4b3a-855b-e667c2142db4 tempest-AttachVolumeNegativeTest-207490519 tempest-AttachVolumeNegativeTest-207490519-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1226.138419] nova-conductor[54364]: DEBUG nova.conductor.manager [None req-997cf7a3-14ca-4b3a-855b-e667c2142db4 tempest-AttachVolumeNegativeTest-207490519 tempest-AttachVolumeNegativeTest-207490519-project-member] [instance: 20e81bd1-f994-4f0f-aa51-423b730fbfb6] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='a3c7be48-0721-419b-bbd6-8b4cc36c5604',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=54364) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1226.139029] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-997cf7a3-14ca-4b3a-855b-e667c2142db4 tempest-AttachVolumeNegativeTest-207490519 tempest-AttachVolumeNegativeTest-207490519-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1226.139232] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-997cf7a3-14ca-4b3a-855b-e667c2142db4 tempest-AttachVolumeNegativeTest-207490519 tempest-AttachVolumeNegativeTest-207490519-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1226.139421] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-997cf7a3-14ca-4b3a-855b-e667c2142db4 tempest-AttachVolumeNegativeTest-207490519 tempest-AttachVolumeNegativeTest-207490519-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1226.154398] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-997cf7a3-14ca-4b3a-855b-e667c2142db4 tempest-AttachVolumeNegativeTest-207490519 tempest-AttachVolumeNegativeTest-207490519-project-member] Acquiring lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1226.154598] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-997cf7a3-14ca-4b3a-855b-e667c2142db4 tempest-AttachVolumeNegativeTest-207490519 tempest-AttachVolumeNegativeTest-207490519-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1226.154761] nova-conductor[54364]: DEBUG oslo_concurrency.lockutils [None req-997cf7a3-14ca-4b3a-855b-e667c2142db4 tempest-AttachVolumeNegativeTest-207490519 tempest-AttachVolumeNegativeTest-207490519-project-member] Lock "9a7c1614-c334-4151-9477-41d9d08ac2d5" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54364) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1236.122570] nova-conductor[54364]: DEBUG dbcounter [-] [54364] Writing DB stats nova_cell0:SELECT=1 {{(pid=54364) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1236.141398] nova-conductor[54364]: DEBUG dbcounter [-] [54364] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=54364) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1236.149406] nova-conductor[54364]: DEBUG dbcounter [-] [54364] Writing DB stats nova_api:SELECT=7,nova_api:UPDATE=1 {{(pid=54364) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1236.152929] nova-conductor[54364]: DEBUG dbcounter [-] [54364] Writing DB stats nova_api:SELECT=5,nova_api:DELETE=1 {{(pid=54364) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1249.096947] nova-conductor[54364]: DEBUG dbcounter [-] [54364] Writing DB stats nova_cell1:SELECT=39,nova_cell1:UPDATE=18,nova_cell1:INSERT=1 {{(pid=54364) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1249.821548] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writing DB stats nova_cell1:INSERT=6,nova_cell1:UPDATE=31,nova_cell1:SELECT=37,nova_cell1:SAVEPOINT=5,nova_cell1:RELEASE=5,nova_cell1:DELETE=2 {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1262.684927] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writing DB stats nova_cell1:SELECT=1,nova_cell1:UPDATE=1 {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1262.692151] nova-conductor[54364]: DEBUG dbcounter [-] [54364] Writing DB stats nova_cell1:SELECT=1 {{(pid=54364) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1306.779666] nova-conductor[54364]: DEBUG dbcounter [-] [54364] Writing DB stats nova_cell1:SELECT=20,nova_cell1:UPDATE=20,nova_cell1:INSERT=3,nova_cell1:SAVEPOINT=2,nova_cell1:RELEASE=2,nova_cell1:DELETE=2 {{(pid=54364) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1307.265712] nova-conductor[54365]: DEBUG dbcounter [-] [54365] Writing DB stats nova_cell1:SELECT=18,nova_cell1:INSERT=1,nova_cell1:UPDATE=9,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1 {{(pid=54365) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}}