[ 437.576876] nova-conductor[54717]: INFO dbcounter [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] Registered counter for database nova_api [ 437.586074] nova-conductor[54717]: DEBUG oslo_db.sqlalchemy.engines [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=54717) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 437.613967] nova-conductor[54717]: DEBUG dbcounter [-] [54717] Writer thread running {{(pid=54717) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 437.615966] nova-conductor[54717]: DEBUG nova.context [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),97f9caa4-145d-43be-b385-f5d201c44331(cell1) {{(pid=54717) load_cells /opt/stack/nova/nova/context.py:464}} [ 437.617623] nova-conductor[54717]: DEBUG oslo_concurrency.lockutils [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 437.617845] nova-conductor[54717]: DEBUG oslo_concurrency.lockutils [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 437.618274] nova-conductor[54717]: DEBUG oslo_concurrency.lockutils [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=54717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 437.618678] nova-conductor[54717]: DEBUG oslo_concurrency.lockutils [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=54717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 437.618862] nova-conductor[54717]: DEBUG oslo_concurrency.lockutils [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=54717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 437.619816] nova-conductor[54717]: DEBUG oslo_concurrency.lockutils [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=54717) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 437.621045] nova-conductor[54717]: INFO dbcounter [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] Registered counter for database nova_cell0 [ 437.623265] nova-conductor[54717]: INFO dbcounter [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] Registered counter for database nova_cell1 [ 437.625890] nova-conductor[54717]: DEBUG oslo_db.sqlalchemy.engines [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=54717) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 437.626286] nova-conductor[54717]: DEBUG oslo_db.sqlalchemy.engines [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=54717) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 437.705783] nova-conductor[54717]: DEBUG dbcounter [-] [54717] Writer thread running {{(pid=54717) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 437.707446] nova-conductor[54717]: DEBUG dbcounter [-] [54717] Writer thread running {{(pid=54717) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 437.709486] nova-conductor[54717]: DEBUG oslo_concurrency.lockutils [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] Acquiring lock "singleton_lock" {{(pid=54717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 437.709659] nova-conductor[54717]: DEBUG oslo_concurrency.lockutils [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] Acquired lock "singleton_lock" {{(pid=54717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 437.709896] nova-conductor[54717]: DEBUG oslo_concurrency.lockutils [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] Releasing lock "singleton_lock" {{(pid=54717) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 437.710320] nova-conductor[54717]: INFO oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] Starting 2 workers [ 437.714677] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] Started child 55138 {{(pid=54717) _start_child /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:579}} [ 437.720262] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] Started child 55139 {{(pid=54717) _start_child /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:579}} [ 437.720348] nova-conductor[55138]: INFO nova.service [-] Starting conductor node (version 0.0.1) [ 437.720549] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] Full set of CONF: {{(pid=54717) wait /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/service.py:653}} [ 437.720549] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] ******************************************************************************** {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 437.720549] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] Configuration options gathered from: {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 437.720549] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] command line args: ['--config-file', '/etc/nova/nova.conf'] {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2808}} [ 437.720549] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] config files: ['/etc/nova/nova.conf'] {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 437.720549] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] ================================================================================ {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2811}} [ 437.720549] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] allow_resize_to_same_host = True {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.720723] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] arq_binding_timeout = 300 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.720846] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] block_device_allocate_retries = 60 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.721046] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] block_device_allocate_retries_interval = 3 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.721270] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] cert = self.pem {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.721466] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] compute_driver = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.721709] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] compute_monitors = [] {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.721934] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] config_dir = [] {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.722159] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] config_drive_format = iso9660 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.722302] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] config_file = ['/etc/nova/nova.conf'] {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.722532] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] config_source = [] {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.722735] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] console_host = devstack {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.722931] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] control_exchange = nova {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.723140] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] cpu_allocation_ratio = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.723366] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] daemon = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.723578] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] debug = True {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.725488] nova-conductor[55139]: INFO nova.service [-] Starting conductor node (version 0.0.1) [ 437.725684] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] default_access_ip_network_name = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.725684] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] default_availability_zone = nova {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.725684] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] default_ephemeral_format = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.725770] nova-conductor[55138]: INFO dbcounter [None req-d2086192-02b9-43af-87d6-f7a0b3929b35 None None] Registered counter for database nova_cell1 [ 437.725796] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] default_green_pool_size = 1000 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.725796] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.725796] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] default_schedule_zone = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.725796] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] disk_allocation_ratio = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.726311] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] enable_new_services = True {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.726863] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] enabled_apis = ['osapi_compute'] {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.726863] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] enabled_ssl_apis = [] {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.726980] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] flat_injected = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.727075] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] force_config_drive = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.727260] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] force_raw_images = True {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.727459] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] graceful_shutdown_timeout = 5 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.727642] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] heal_instance_info_cache_interval = 60 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.728159] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] host = devstack {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.729095] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] initial_cpu_allocation_ratio = 4.0 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.729095] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] initial_disk_allocation_ratio = 1.0 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.729095] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] initial_ram_allocation_ratio = 1.0 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.729095] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.729298] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] instance_build_timeout = 0 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.729347] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] instance_delete_interval = 300 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.729823] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] instance_format = [instance: %(uuid)s] {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.729823] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] instance_name_template = instance-%08x {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.729823] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] instance_usage_audit = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.730022] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] instance_usage_audit_period = month {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.730196] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.730381] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] instances_path = /opt/stack/data/nova/instances {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.730551] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] internal_service_availability_zone = internal {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.730729] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] key = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.730887] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] live_migration_retry_count = 30 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.731105] nova-conductor[55138]: DEBUG oslo_db.sqlalchemy.engines [None req-d2086192-02b9-43af-87d6-f7a0b3929b35 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=55138) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 437.731245] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] log_color = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.731431] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] log_config_append = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.731624] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.731806] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] log_dir = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.731964] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] log_file = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.732108] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] log_options = True {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.732287] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] log_rotate_interval = 1 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.732479] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] log_rotate_interval_type = days {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.732664] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] log_rotation_type = none {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.732805] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.732930] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.733283] nova-conductor[55139]: INFO dbcounter [None req-d5a2dad5-dd42-4901-90a8-74f5b9cfdab1 None None] Registered counter for database nova_cell1 [ 437.733536] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.736124] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.736124] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.736124] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] long_rpc_timeout = 1800 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.736124] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] max_concurrent_builds = 10 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.736124] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] max_concurrent_live_migrations = 1 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.736124] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] max_concurrent_snapshots = 5 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.736124] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] max_local_block_devices = 3 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.736334] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] max_logfile_count = 30 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.736334] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] max_logfile_size_mb = 200 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.736334] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] maximum_instance_delete_attempts = 5 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.736334] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] metadata_listen = 0.0.0.0 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.736334] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] metadata_listen_port = 8775 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.736334] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] metadata_workers = 2 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.736334] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] migrate_max_retries = -1 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.736506] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] mkisofs_cmd = genisoimage {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.736506] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] my_block_storage_ip = 10.180.1.21 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.736664] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] my_ip = 10.180.1.21 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.736814] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] network_allocate_retries = 0 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.736942] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.737120] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] osapi_compute_listen = 0.0.0.0 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.737278] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] osapi_compute_listen_port = 8774 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.737501] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] osapi_compute_unique_server_name_scope = {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.737835] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] osapi_compute_workers = 2 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.737835] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] password_length = 12 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.737974] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] periodic_enable = True {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.738159] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] periodic_fuzzy_delay = 60 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.739211] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] pointer_model = usbtablet {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.739211] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] preallocate_images = none {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.739211] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] publish_errors = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.739211] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] pybasedir = /opt/stack/nova {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.739211] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] ram_allocation_ratio = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.739211] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] rate_limit_burst = 0 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.739554] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] rate_limit_except_level = CRITICAL {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.739608] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] rate_limit_interval = 0 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.739755] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] reboot_timeout = 0 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.739930] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] reclaim_instance_interval = 0 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.740099] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] record = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.740252] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] reimage_timeout_per_gb = 20 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.740416] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] report_interval = 120 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.740576] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] rescue_timeout = 0 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.740723] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] reserved_host_cpus = 0 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.740879] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] reserved_host_disk_mb = 0 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.741039] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] reserved_host_memory_mb = 512 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.741235] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] reserved_huge_pages = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.742417] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] resize_confirm_window = 0 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.742493] nova-conductor[55138]: DEBUG dbcounter [-] [55138] Writer thread running {{(pid=55138) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 437.742545] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] resize_fs_using_block_device = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.742545] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] resume_guests_state_on_host_boot = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.742545] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.742545] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] rpc_response_timeout = 60 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.742545] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] run_external_periodic_tasks = True {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.742779] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] running_deleted_instance_action = reap {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.742853] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] running_deleted_instance_poll_interval = 1800 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.743019] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] running_deleted_instance_timeout = 0 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.743194] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] scheduler_instance_sync_interval = 120 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.743393] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] service_down_time = 720 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.743585] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] servicegroup_driver = db {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.743738] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] shell_completion = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.743919] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] shelved_offload_time = 0 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.744104] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] shelved_poll_interval = 3600 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.745465] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] shutdown_timeout = 0 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.745465] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] source_is_ipv6 = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.745608] nova-conductor[55139]: DEBUG oslo_db.sqlalchemy.engines [None req-d5a2dad5-dd42-4901-90a8-74f5b9cfdab1 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=55139) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 437.745659] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] ssl_only = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.745659] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] state_path = /opt/stack/data/nova {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.745659] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] sync_power_state_interval = 600 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.745659] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] sync_power_state_pool_size = 1000 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.745659] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] syslog_log_facility = LOG_USER {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.745903] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] tempdir = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.745903] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] timeout_nbd = 10 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.746030] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] transport_url = **** {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.746196] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] update_resources_interval = 0 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.746370] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] use_cow_images = True {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.746532] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] use_eventlog = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.746691] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] use_journal = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.747245] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] use_json = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.747245] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] use_rootwrap_daemon = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.747245] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] use_stderr = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.747416] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] use_syslog = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.747489] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] vcpu_pin_set = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.747675] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] vif_plugging_is_fatal = True {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.747853] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] vif_plugging_timeout = 300 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.748048] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] virt_mkfs = [] {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.748209] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] volume_usage_poll_interval = 0 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.748368] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] watch_log_file = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.748553] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] web = /usr/share/spice-html5 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2819}} [ 437.748829] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] oslo_concurrency.disable_process_locking = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.749035] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] oslo_concurrency.lock_path = /opt/stack/data/nova {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.749237] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.749727] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.749727] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] oslo_messaging_metrics.metrics_process_name = {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.749727] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.749918] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.750095] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] api.auth_strategy = keystone {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.750295] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] api.compute_link_prefix = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.750502] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.750682] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] api.dhcp_domain = novalocal {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.750856] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] api.enable_instance_password = True {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.751037] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] api.glance_link_prefix = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.751201] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.751383] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] api.instance_list_cells_batch_strategy = distributed {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.751544] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] api.instance_list_per_project_cells = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.751706] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] api.list_records_by_skipping_down_cells = True {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.751861] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] api.local_metadata_per_cell = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.752031] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] api.max_limit = 1000 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.752195] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] api.metadata_cache_expiration = 15 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.752888] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] api.neutron_default_tenant_id = default {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.752888] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] api.response_validation = warn {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.752888] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] api.use_neutron_default_nets = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.752888] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.753040] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] api.vendordata_dynamic_failure_fatal = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.753210] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.753403] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] api.vendordata_dynamic_ssl_certfile = {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.753576] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] api.vendordata_dynamic_targets = [] {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.753758] nova-conductor[55138]: DEBUG nova.service [None req-d2086192-02b9-43af-87d6-f7a0b3929b35 None None] Creating RPC server for service conductor {{(pid=55138) start /opt/stack/nova/nova/service.py:186}} [ 437.753896] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] api.vendordata_jsonfile_path = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.754111] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] api.vendordata_providers = ['StaticJSON'] {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.754654] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] cache.backend = dogpile.cache.memcached {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.754654] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] cache.backend_argument = **** {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.754755] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] cache.config_prefix = cache.oslo {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.754948] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] cache.dead_timeout = 60.0 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.755120] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] cache.debug_cache_backend = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.755297] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] cache.enable_retry_client = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.755509] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] cache.enable_socket_keepalive = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.755681] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] cache.enabled = True {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.755862] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] cache.enforce_fips_mode = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.756060] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] cache.expiration_time = 600 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.756223] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] cache.hashclient_retry_attempts = 2 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.756398] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] cache.hashclient_retry_delay = 1.0 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.756556] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] cache.memcache_dead_retry = 300 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.756706] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] cache.memcache_password = **** {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.756887] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.757059] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.757239] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] cache.memcache_pool_maxsize = 10 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.757397] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] cache.memcache_pool_unused_timeout = 60 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.757558] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] cache.memcache_sasl_enabled = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.757765] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] cache.memcache_servers = ['localhost:11211'] {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.757929] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] cache.memcache_socket_timeout = 1.0 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.758104] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] cache.memcache_username = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.758268] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] cache.proxies = [] {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.758427] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] cache.redis_db = 0 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.758583] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] cache.redis_password = **** {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.758760] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] cache.redis_sentinel_service_name = mymaster {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.758948] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.759136] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] cache.redis_server = localhost:6379 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.759309] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] cache.redis_socket_timeout = 1.0 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.759466] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] cache.redis_username = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.759624] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] cache.retry_attempts = 2 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.759781] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] cache.retry_delay = 0.0 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.759936] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] cache.socket_keepalive_count = 1 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.760102] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] cache.socket_keepalive_idle = 1 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.760262] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] cache.socket_keepalive_interval = 1 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.760759] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] cache.tls_allowed_ciphers = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.760759] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] cache.tls_cafile = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.760759] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] cache.tls_certfile = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.760924] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] cache.tls_enabled = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.761103] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] cache.tls_keyfile = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.761310] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] cinder.auth_section = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.761486] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] cinder.auth_type = password {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.761644] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] cinder.cafile = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.761823] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] cinder.catalog_info = volumev3::publicURL {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.761984] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] cinder.certfile = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.762160] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] cinder.collect_timing = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.762352] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] cinder.cross_az_attach = True {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.762513] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] cinder.debug = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.762699] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] cinder.endpoint_template = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.762861] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] cinder.http_retries = 3 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.763031] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] cinder.insecure = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.763211] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] cinder.keyfile = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.763447] nova-conductor[55139]: DEBUG dbcounter [-] [55139] Writer thread running {{(pid=55139) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 437.763667] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] cinder.os_region_name = RegionOne {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.763853] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] cinder.split_loggers = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.764023] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] cinder.timeout = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.764336] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.764388] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] compute.cpu_dedicated_set = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.764513] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] compute.cpu_shared_set = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.764678] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] compute.image_type_exclude_list = [] {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.764837] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] compute.live_migration_wait_for_vif_plug = True {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.764993] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] compute.max_concurrent_disk_ops = 0 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.765164] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] compute.max_disk_devices_to_attach = -1 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.765349] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.766859] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.766859] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] compute.resource_provider_association_refresh = 300 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.766859] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.766859] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] compute.shutdown_retry_interval = 10 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.766859] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.766859] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] conductor.workers = 2 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.766859] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] console.allowed_origins = [] {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.767129] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] console.ssl_ciphers = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.767129] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] console.ssl_minimum_version = default {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.767129] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] consoleauth.enforce_session_timeout = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.767211] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] consoleauth.token_ttl = 600 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.767548] nova-conductor[55139]: DEBUG nova.service [None req-d5a2dad5-dd42-4901-90a8-74f5b9cfdab1 None None] Creating RPC server for service conductor {{(pid=55139) start /opt/stack/nova/nova/service.py:186}} [ 437.767775] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] cyborg.cafile = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.767957] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] cyborg.certfile = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.768145] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] cyborg.collect_timing = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.768322] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] cyborg.connect_retries = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.768501] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] cyborg.connect_retry_delay = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.768660] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] cyborg.endpoint_override = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.768819] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] cyborg.insecure = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.768973] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] cyborg.keyfile = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.769143] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] cyborg.max_version = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.769298] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] cyborg.min_version = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.769461] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] cyborg.region_name = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.769637] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] cyborg.retriable_status_codes = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.769808] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] cyborg.service_name = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.769996] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] cyborg.service_type = accelerator {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.770169] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] cyborg.split_loggers = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.770676] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] cyborg.status_code_retries = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.770676] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] cyborg.status_code_retry_delay = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.770676] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] cyborg.timeout = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.770810] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.770965] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] cyborg.version = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.771166] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] database.backend = sqlalchemy {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.771339] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] database.connection = **** {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.771498] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] database.connection_debug = 0 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.771664] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] database.connection_parameters = {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.771825] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] database.connection_recycle_time = 3600 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.771987] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] database.connection_trace = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.772184] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] database.db_inc_retry_interval = True {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.772681] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] database.db_max_retries = 20 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.772681] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] database.db_max_retry_interval = 10 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.772681] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] database.db_retry_interval = 1 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.772819] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] database.max_overflow = 50 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.772975] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] database.max_pool_size = 5 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.773147] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] database.max_retries = 10 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.773350] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] database.mysql_sql_mode = TRADITIONAL {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.773512] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] database.mysql_wsrep_sync_wait = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.773668] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] database.pool_timeout = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.773829] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] database.retry_interval = 10 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.774028] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] database.slave_connection = **** {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.774189] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] database.sqlite_synchronous = True {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.774353] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] database.use_db_reconnect = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.774527] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] api_database.backend = sqlalchemy {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.774691] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] api_database.connection = **** {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.774853] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] api_database.connection_debug = 0 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.775026] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] api_database.connection_parameters = {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.775189] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] api_database.connection_recycle_time = 3600 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.775372] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] api_database.connection_trace = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.775542] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] api_database.db_inc_retry_interval = True {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.775704] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] api_database.db_max_retries = 20 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.775860] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] api_database.db_max_retry_interval = 10 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.776028] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] api_database.db_retry_interval = 1 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.776189] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] api_database.max_overflow = 50 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.776357] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] api_database.max_pool_size = 5 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.776516] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] api_database.max_retries = 10 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.776678] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.776833] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] api_database.mysql_wsrep_sync_wait = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.776986] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] api_database.pool_timeout = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.777157] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] api_database.retry_interval = 10 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.777311] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] api_database.slave_connection = **** {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.777467] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] api_database.sqlite_synchronous = True {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.777682] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] devices.enabled_mdev_types = [] {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.777896] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.778078] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] ephemeral_storage_encryption.default_format = luks {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.778242] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] ephemeral_storage_encryption.enabled = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.778403] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] ephemeral_storage_encryption.key_size = 512 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.778595] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] glance.api_servers = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.778760] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] glance.cafile = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.778940] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] glance.certfile = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.779861] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] glance.collect_timing = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.779861] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] glance.connect_retries = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.779861] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] glance.connect_retry_delay = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.779861] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] glance.debug = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.779861] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] glance.default_trusted_certificate_ids = [] {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.780054] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] glance.enable_certificate_validation = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.780137] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] glance.enable_rbd_download = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.780294] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] glance.endpoint_override = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.780463] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] glance.insecure = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.780626] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] glance.keyfile = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.780787] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] glance.max_version = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.780945] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] glance.min_version = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.781121] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] glance.num_retries = 3 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.781292] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] glance.rbd_ceph_conf = {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.781455] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] glance.rbd_connect_timeout = 5 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.781622] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] glance.rbd_pool = {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.781814] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] glance.rbd_user = {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.782012] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] glance.region_name = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.782183] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] glance.retriable_status_codes = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.782342] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] glance.service_name = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.782517] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] glance.service_type = image {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.782678] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] glance.split_loggers = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.783018] nova-conductor[55138]: DEBUG nova.service [None req-d2086192-02b9-43af-87d6-f7a0b3929b35 None None] Join ServiceGroup membership for this service conductor {{(pid=55138) start /opt/stack/nova/nova/service.py:203}} [ 437.783172] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] glance.status_code_retries = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.783373] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] glance.status_code_retry_delay = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.783635] nova-conductor[55138]: DEBUG nova.servicegroup.drivers.db [None req-d2086192-02b9-43af-87d6-f7a0b3929b35 None None] DB_Driver: join new ServiceGroup member devstack to the conductor group, service = {{(pid=55138) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 437.783738] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] glance.timeout = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.783940] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.784126] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] glance.verify_glance_signatures = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.784302] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] glance.version = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.784478] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] guestfs.debug = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.784681] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] manila.auth_section = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.784845] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] manila.auth_type = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.785011] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] manila.cafile = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.785182] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] manila.certfile = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.785369] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] manila.collect_timing = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.785537] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] manila.connect_retries = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.785694] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] manila.connect_retry_delay = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.785873] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] manila.endpoint_override = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.786047] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] manila.insecure = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.786210] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] manila.keyfile = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.786371] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] manila.max_version = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.786529] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] manila.min_version = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.786686] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] manila.region_name = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.786844] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] manila.retriable_status_codes = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.786999] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] manila.service_name = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.787184] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] manila.service_type = shared-file-system {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.787350] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] manila.share_apply_policy_timeout = 10 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.787515] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] manila.split_loggers = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.787712] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] manila.status_code_retries = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.787889] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] manila.status_code_retry_delay = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.788064] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] manila.timeout = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.788254] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.788421] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] manila.version = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.788599] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] mks.enabled = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.789203] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.789422] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] image_cache.manager_interval = 2400 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.789598] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] image_cache.precache_concurrency = 1 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.789769] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] image_cache.remove_unused_base_images = True {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.789940] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.790123] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.790304] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] image_cache.subdirectory_name = _base {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.790514] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] ironic.api_max_retries = 60 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.790680] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] ironic.api_retry_interval = 2 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.790838] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] ironic.auth_section = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.791000] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] ironic.auth_type = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.791170] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] ironic.cafile = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.791325] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] ironic.certfile = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.791489] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] ironic.collect_timing = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.791662] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] ironic.conductor_group = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.791841] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] ironic.connect_retries = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.792130] nova-conductor[55139]: DEBUG nova.service [None req-d5a2dad5-dd42-4901-90a8-74f5b9cfdab1 None None] Join ServiceGroup membership for this service conductor {{(pid=55139) start /opt/stack/nova/nova/service.py:203}} [ 437.792273] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] ironic.connect_retry_delay = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.792470] nova-conductor[55139]: DEBUG nova.servicegroup.drivers.db [None req-d5a2dad5-dd42-4901-90a8-74f5b9cfdab1 None None] DB_Driver: join new ServiceGroup member devstack to the conductor group, service = {{(pid=55139) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 437.792606] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] ironic.endpoint_override = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.792787] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] ironic.insecure = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.792947] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] ironic.keyfile = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.793127] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] ironic.max_version = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.793317] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] ironic.min_version = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.793489] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] ironic.peer_list = [] {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.793651] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] ironic.region_name = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.793839] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] ironic.retriable_status_codes = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.794029] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] ironic.serial_console_state_timeout = 10 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.794195] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] ironic.service_name = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.794389] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] ironic.service_type = baremetal {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.794553] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] ironic.shard = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.794718] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] ironic.split_loggers = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.794879] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] ironic.status_code_retries = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.795050] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] ironic.status_code_retry_delay = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.795214] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] ironic.timeout = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.795427] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.795595] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] ironic.version = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.795802] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.795995] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] key_manager.fixed_key = **** {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.796238] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.796409] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] barbican.barbican_api_version = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.796575] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] barbican.barbican_endpoint = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.796768] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] barbican.barbican_endpoint_type = public {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.796950] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] barbican.barbican_region_name = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.797143] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] barbican.cafile = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.797307] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] barbican.certfile = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.797473] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] barbican.collect_timing = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.797666] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] barbican.insecure = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.797842] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] barbican.keyfile = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.798198] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] barbican.number_of_retries = 60 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.798198] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] barbican.retry_delay = 1 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.798386] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] barbican.send_service_user_token = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.798551] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] barbican.split_loggers = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.798709] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] barbican.timeout = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.798869] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] barbican.verify_ssl = True {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.799073] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] barbican.verify_ssl_path = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.799255] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] barbican_service_user.auth_section = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.799438] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] barbican_service_user.auth_type = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.799601] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] barbican_service_user.cafile = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.799757] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] barbican_service_user.certfile = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.799922] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] barbican_service_user.collect_timing = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.800097] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] barbican_service_user.insecure = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.800258] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] barbican_service_user.keyfile = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.800422] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] barbican_service_user.split_loggers = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.800582] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] barbican_service_user.timeout = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.800814] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] vault.approle_role_id = **** {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.800995] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] vault.approle_secret_id = **** {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.801183] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] vault.kv_mountpoint = secret {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.801345] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] vault.kv_path = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.801513] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] vault.kv_version = 2 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.801672] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] vault.namespace = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.801836] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] vault.root_token_id = **** {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.801994] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] vault.ssl_ca_crt_file = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.802179] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] vault.timeout = 60.0 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.802347] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] vault.use_ssl = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.802537] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.802735] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] keystone.auth_section = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.802919] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] keystone.auth_type = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.803147] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] keystone.cafile = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.803341] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] keystone.certfile = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.803514] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] keystone.collect_timing = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.803673] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] keystone.connect_retries = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.803832] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] keystone.connect_retry_delay = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.803989] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] keystone.endpoint_override = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.804169] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] keystone.insecure = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.804327] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] keystone.keyfile = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.804487] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] keystone.max_version = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.804641] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] keystone.min_version = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.804795] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] keystone.region_name = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.804953] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] keystone.retriable_status_codes = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.805125] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] keystone.service_name = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.805342] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] keystone.service_type = identity {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.805510] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] keystone.split_loggers = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.805685] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] keystone.status_code_retries = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.805832] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] keystone.status_code_retry_delay = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.805991] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] keystone.timeout = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.806206] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.806373] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] keystone.version = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.806610] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] libvirt.connection_uri = {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.806797] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] libvirt.cpu_mode = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.807023] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] libvirt.cpu_model_extra_flags = [] {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.807196] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] libvirt.cpu_models = [] {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.807388] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] libvirt.cpu_power_governor_high = performance {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.807555] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] libvirt.cpu_power_governor_low = powersave {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.807720] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] libvirt.cpu_power_management = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.807913] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.808119] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] libvirt.device_detach_attempts = 8 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.808295] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] libvirt.device_detach_timeout = 20 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.808464] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] libvirt.disk_cachemodes = [] {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.808626] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] libvirt.disk_prefix = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.808790] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] libvirt.enabled_perf_events = [] {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.808959] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] libvirt.file_backed_memory = 0 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.809137] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] libvirt.gid_maps = [] {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.809300] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] libvirt.hw_disk_discard = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.809460] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] libvirt.hw_machine_type = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.809630] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] libvirt.images_rbd_ceph_conf = {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.809792] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.809960] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.810144] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] libvirt.images_rbd_glance_store_name = {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.810315] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] libvirt.images_rbd_pool = rbd {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.810510] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] libvirt.images_type = default {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.810683] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] libvirt.images_volume_group = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.810849] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] libvirt.inject_key = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.811022] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] libvirt.inject_partition = -2 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.811189] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] libvirt.inject_password = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.811372] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] libvirt.iscsi_iface = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.811535] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] libvirt.iser_use_multipath = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.811701] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] libvirt.live_migration_bandwidth = 0 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.811868] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] libvirt.live_migration_completion_timeout = 800 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.812044] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] libvirt.live_migration_downtime = 500 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.812214] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] libvirt.live_migration_downtime_delay = 75 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.812375] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] libvirt.live_migration_downtime_steps = 10 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.812536] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] libvirt.live_migration_inbound_addr = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.812696] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] libvirt.live_migration_permit_auto_converge = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.812856] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] libvirt.live_migration_permit_post_copy = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.813023] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] libvirt.live_migration_scheme = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.813207] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] libvirt.live_migration_timeout_action = abort {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.813412] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] libvirt.live_migration_tunnelled = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.813587] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] libvirt.live_migration_uri = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.813740] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] libvirt.live_migration_with_native_tls = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.813900] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] libvirt.max_queues = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.814075] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] libvirt.mem_stats_period_seconds = 10 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.814325] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.814513] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] libvirt.nfs_mount_options = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.814741] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] libvirt.nfs_mount_point_base = /opt/stack/data/nova/mnt {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.814911] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] libvirt.num_aoe_discover_tries = 3 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.815086] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] libvirt.num_iser_scan_tries = 5 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.815289] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] libvirt.num_memory_encrypted_guests = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.815465] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] libvirt.num_nvme_discover_tries = 5 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.815635] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] libvirt.num_pcie_ports = 0 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.815803] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] libvirt.num_volume_scan_tries = 5 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.815968] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] libvirt.pmem_namespaces = [] {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.816143] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] libvirt.quobyte_client_cfg = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.816387] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] libvirt.quobyte_mount_point_base = /opt/stack/data/nova/mnt {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.816558] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] libvirt.rbd_connect_timeout = 5 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.816723] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.816890] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.817061] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] libvirt.rbd_secret_uuid = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.817225] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] libvirt.rbd_user = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.817411] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] libvirt.realtime_scheduler_priority = 1 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.817592] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] libvirt.remote_filesystem_transport = ssh {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.817753] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] libvirt.rescue_image_id = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.817913] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] libvirt.rescue_kernel_id = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.818081] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] libvirt.rescue_ramdisk_id = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.818253] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] libvirt.rng_dev_path = /dev/urandom {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.818413] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] libvirt.rx_queue_size = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.818582] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] libvirt.smbfs_mount_options = {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.818794] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] libvirt.smbfs_mount_point_base = /opt/stack/data/nova/mnt {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.818965] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] libvirt.snapshot_compression = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.819138] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] libvirt.snapshot_image_format = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.819350] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.819538] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] libvirt.sparse_logical_volumes = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.819702] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] libvirt.swtpm_enabled = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.819888] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] libvirt.swtpm_group = tss {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.820069] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] libvirt.swtpm_user = tss {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.820245] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] libvirt.sysinfo_serial = unique {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.820402] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] libvirt.tb_cache_size = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.820562] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] libvirt.tx_queue_size = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.820725] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] libvirt.uid_maps = [] {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.820887] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] libvirt.use_virtio_for_bridges = True {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.821067] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] libvirt.virt_type = kvm {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.821236] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] libvirt.volume_clear = zero {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.821420] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] libvirt.volume_clear_size = 0 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.821593] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] libvirt.volume_use_multipath = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.821752] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] libvirt.vzstorage_cache_path = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.821919] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.822099] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] libvirt.vzstorage_mount_group = qemu {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.822266] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] libvirt.vzstorage_mount_opts = [] {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.822434] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.822645] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/nova/mnt {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.822819] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] libvirt.vzstorage_mount_user = stack {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.822984] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.823215] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] neutron.auth_section = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.823411] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] neutron.auth_type = password {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.823578] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] neutron.cafile = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.823739] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] neutron.certfile = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.823900] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] neutron.collect_timing = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.824069] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] neutron.connect_retries = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.824228] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] neutron.connect_retry_delay = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.824418] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] neutron.default_floating_pool = public {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.824579] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] neutron.endpoint_override = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.824741] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] neutron.extension_sync_interval = 600 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.824902] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] neutron.http_retries = 3 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.825074] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] neutron.insecure = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.825235] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] neutron.keyfile = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.825423] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] neutron.max_version = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.825595] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] neutron.metadata_proxy_shared_secret = **** {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.825756] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] neutron.min_version = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.825921] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] neutron.ovs_bridge = br-int {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.826147] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] neutron.physnets = [] {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.826377] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] neutron.region_name = RegionOne {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.826578] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] neutron.retriable_status_codes = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.826753] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] neutron.service_metadata_proxy = True {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.826942] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] neutron.service_name = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.827098] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] neutron.service_type = network {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.827263] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] neutron.split_loggers = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.827423] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] neutron.status_code_retries = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.827581] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] neutron.status_code_retry_delay = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.827737] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] neutron.timeout = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.827945] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.828116] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] neutron.version = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.828291] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] notifications.bdms_in_notifications = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.828471] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] notifications.default_level = INFO {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.828646] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] notifications.notification_format = unversioned {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.828808] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] notifications.notify_on_state_change = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.828979] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.829185] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] pci.alias = [] {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.829355] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] pci.device_spec = [] {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.829520] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] pci.report_in_placement = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.829732] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] placement.auth_section = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.829911] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] placement.auth_type = password {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.830097] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] placement.auth_url = http://10.180.1.21/identity {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.830259] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] placement.cafile = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.830419] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] placement.certfile = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.830600] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] placement.collect_timing = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.830761] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] placement.connect_retries = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.830918] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] placement.connect_retry_delay = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.831086] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] placement.default_domain_id = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.831248] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] placement.default_domain_name = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.831407] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] placement.domain_id = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.831565] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] placement.domain_name = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.831722] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] placement.endpoint_override = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.831882] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] placement.insecure = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.832048] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] placement.keyfile = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.832207] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] placement.max_version = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.832361] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] placement.min_version = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.832537] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] placement.password = **** {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.832720] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] placement.project_domain_id = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.832883] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] placement.project_domain_name = Default {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.833061] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] placement.project_id = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.833253] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] placement.project_name = service {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.833430] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] placement.region_name = RegionOne {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.833591] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] placement.retriable_status_codes = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.833758] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] placement.service_name = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.833926] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] placement.service_type = placement {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.834098] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] placement.split_loggers = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.834259] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] placement.status_code_retries = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.834422] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] placement.status_code_retry_delay = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.834581] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] placement.system_scope = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.834733] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] placement.timeout = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.834887] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] placement.trust_id = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.835051] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] placement.user_domain_id = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.835218] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] placement.user_domain_name = Default {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.835403] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] placement.user_id = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.835583] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] placement.username = nova {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.835760] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.835920] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] placement.version = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.836111] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] quota.cores = 20 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.836293] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] quota.count_usage_from_placement = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.836477] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.836671] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] quota.injected_file_content_bytes = 10240 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.836839] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] quota.injected_file_path_length = 255 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.837013] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] quota.injected_files = 5 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.837191] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] quota.instances = 10 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.837355] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] quota.key_pairs = 100 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.837521] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] quota.metadata_items = 128 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.837682] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] quota.ram = 51200 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.837843] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] quota.recheck_quota = True {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.838018] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] quota.server_group_members = 10 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.838187] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] quota.server_groups = 10 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.838384] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.838575] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.838754] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] scheduler.image_metadata_prefilter = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.838945] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.839121] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] scheduler.max_attempts = 3 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.839286] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] scheduler.max_placement_results = 1000 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.839477] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.839638] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] scheduler.query_placement_for_image_type_support = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.839819] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.839992] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] scheduler.workers = 2 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.840211] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.840384] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.840561] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.840730] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.840893] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.841066] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.841232] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.841439] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.841620] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] filter_scheduler.host_subset_size = 1 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.841799] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.841979] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] filter_scheduler.image_properties_default_architecture = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.842159] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.842325] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] filter_scheduler.isolated_hosts = [] {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.842522] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] filter_scheduler.isolated_images = [] {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.842696] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] filter_scheduler.max_instances_per_host = 50 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.842876] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.843052] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.843239] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] filter_scheduler.pci_in_placement = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.843413] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.843580] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.843750] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.843917] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.844093] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.844260] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.844427] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] filter_scheduler.track_instance_changes = True {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.844602] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.844775] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] metrics.required = True {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.844964] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] metrics.weight_multiplier = 1.0 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.845141] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] metrics.weight_of_unavailable = -10000.0 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.845342] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] metrics.weight_setting = [] {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.845665] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.845888] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] serial_console.enabled = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.846101] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] serial_console.port_range = 10000:20000 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.846289] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.846457] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.846625] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] serial_console.serialproxy_port = 6083 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.846799] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] service_user.auth_section = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.846969] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] service_user.auth_type = password {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.847142] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] service_user.cafile = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.847299] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] service_user.certfile = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.847465] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] service_user.collect_timing = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.847625] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] service_user.insecure = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.847783] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] service_user.keyfile = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.847950] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] service_user.send_service_user_token = True {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.848125] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] service_user.split_loggers = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.848282] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] service_user.timeout = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.848483] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] spice.agent_enabled = True {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.848643] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] spice.enabled = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.848974] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.849191] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] spice.html5proxy_host = 0.0.0.0 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.849367] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] spice.html5proxy_port = 6082 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.849534] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] spice.image_compression = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.849695] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] spice.jpeg_compression = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.849856] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] spice.playback_compression = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.850034] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] spice.require_secure = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.850208] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] spice.server_listen = 127.0.0.1 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.850376] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.850535] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] spice.streaming_mode = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.850691] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] spice.zlib_compression = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.850877] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] upgrade_levels.baseapi = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.851058] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] upgrade_levels.compute = auto {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.851220] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] upgrade_levels.conductor = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.851377] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] upgrade_levels.scheduler = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.851545] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] vendordata_dynamic_auth.auth_section = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.851703] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] vendordata_dynamic_auth.auth_type = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.851860] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] vendordata_dynamic_auth.cafile = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.852022] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] vendordata_dynamic_auth.certfile = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.852191] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] vendordata_dynamic_auth.collect_timing = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.852351] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] vendordata_dynamic_auth.insecure = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.852513] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] vendordata_dynamic_auth.keyfile = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.852674] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] vendordata_dynamic_auth.split_loggers = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.852830] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] vendordata_dynamic_auth.timeout = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.853054] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] vmware.api_retry_count = 10 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.853260] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] vmware.ca_file = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.853454] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] vmware.cache_prefix = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.853615] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] vmware.cluster_name = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.853778] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] vmware.connection_pool_size = 10 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.853960] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] vmware.console_delay_seconds = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.854123] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] vmware.datastore_regex = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.854284] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] vmware.host_ip = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.854452] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] vmware.host_password = **** {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.854646] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] vmware.host_port = 443 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.854807] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] vmware.host_username = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.854970] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] vmware.insecure = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.855141] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] vmware.integration_bridge = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.855341] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] vmware.maximum_objects = 100 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.855505] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] vmware.pbm_default_policy = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.855667] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] vmware.pbm_enabled = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.855824] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] vmware.pbm_wsdl_location = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.855991] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.856164] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] vmware.serial_port_proxy_uri = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.856323] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] vmware.serial_port_service_uri = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.856493] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] vmware.task_poll_interval = 0.5 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.856662] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] vmware.use_linked_clone = True {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.856830] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] vmware.vnc_keymap = en-us {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.857022] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] vmware.vnc_port = 5900 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.857197] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] vmware.vnc_port_total = 10000 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.857410] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] vnc.auth_schemes = ['none'] {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.857576] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] vnc.enabled = True {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.857932] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.858185] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.858313] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] vnc.novncproxy_port = 6080 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.858493] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] vnc.server_listen = 127.0.0.1 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.858665] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.858827] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] vnc.vencrypt_ca_certs = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.858986] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] vnc.vencrypt_client_cert = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.859156] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] vnc.vencrypt_client_key = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.859364] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.859530] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] workarounds.disable_deep_image_inspection = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.859698] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] workarounds.disable_fallback_pcpu_query = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.859926] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] workarounds.disable_group_policy_check_upcall = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.860041] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.860206] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] workarounds.disable_rootwrap = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.860368] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] workarounds.enable_numa_live_migration = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.860530] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.860710] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.860871] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] workarounds.handle_virt_lifecycle_events = True {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.861041] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] workarounds.libvirt_disable_apic = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.861202] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] workarounds.never_download_image_if_on_rbd = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.861364] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.861532] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.861681] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.861840] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.861999] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.862177] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.862333] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.862491] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.862654] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.862867] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.863049] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] wsgi.client_socket_timeout = 900 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.863241] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] wsgi.default_pool_size = 1000 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.863419] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] wsgi.keep_alive = True {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.863619] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] wsgi.max_header_line = 16384 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.863749] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] wsgi.secure_proxy_ssl_header = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.863909] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] wsgi.ssl_ca_file = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.864089] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] wsgi.ssl_cert_file = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.864250] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] wsgi.ssl_key_file = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.864414] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] wsgi.tcp_keepidle = 600 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.864608] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] wsgi.wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.864773] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] zvm.ca_file = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.864931] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] zvm.cloud_connector_url = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.865173] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] zvm.image_tmp_path = /opt/stack/data/nova/images {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.865369] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] zvm.reachable_timeout = 300 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.865603] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] oslo_policy.enforce_new_defaults = True {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.866111] nova-conductor[54717]: WARNING oslo_config.cfg [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 437.866322] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] oslo_policy.enforce_scope = True {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.866486] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] oslo_policy.policy_default_rule = default {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.866668] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.866846] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] oslo_policy.policy_file = policy.yaml {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.867049] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.867217] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.867376] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.867536] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.867697] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.867891] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.868101] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.868320] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] profiler.connection_string = messaging:// {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.868494] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] profiler.enabled = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.868680] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] profiler.es_doc_type = notification {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.868861] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] profiler.es_scroll_size = 10000 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.869040] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] profiler.es_scroll_time = 2m {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.869210] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] profiler.filter_error_trace = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.869378] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] profiler.hmac_keys = **** {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.869571] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] profiler.sentinel_service_name = mymaster {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.869763] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] profiler.socket_timeout = 0.1 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.869929] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] profiler.trace_requests = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.870103] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] profiler.trace_sqlalchemy = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.870317] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] profiler_jaeger.process_tags = {} {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.870481] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] profiler_jaeger.service_name_prefix = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.870641] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] profiler_otlp.service_name_prefix = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.870837] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] remote_debug.host = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.871032] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] remote_debug.port = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.871231] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.871396] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.871566] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.871728] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.871893] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.872066] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.872237] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.872399] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.872588] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.872762] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] oslo_messaging_rabbit.hostname = devstack {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.872923] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.873110] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.873302] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.873484] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.873656] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] oslo_messaging_rabbit.processname = nova-conductor {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.873825] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.873993] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.874181] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.874342] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.874504] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.874668] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.874829] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.874994] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.875170] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.875357] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.875524] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.875692] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.875852] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.876030] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.876205] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] oslo_messaging_rabbit.ssl = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.876393] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.876592] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.876758] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.876949] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.877135] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] oslo_messaging_rabbit.ssl_version = {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.877302] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.877518] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.877688] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] oslo_messaging_notifications.retry = -1 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.877873] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.878061] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] oslo_messaging_notifications.transport_url = **** {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.878269] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] oslo_limit.auth_section = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.878436] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] oslo_limit.auth_type = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.878592] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] oslo_limit.cafile = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.878747] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] oslo_limit.certfile = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.878908] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] oslo_limit.collect_timing = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.879076] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] oslo_limit.connect_retries = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.879257] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] oslo_limit.connect_retry_delay = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.879417] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] oslo_limit.endpoint_id = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.879570] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] oslo_limit.endpoint_override = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.879732] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] oslo_limit.insecure = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.879886] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] oslo_limit.keyfile = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.880052] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] oslo_limit.max_version = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.880210] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] oslo_limit.min_version = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.880363] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] oslo_limit.region_name = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.880522] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] oslo_limit.retriable_status_codes = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.880702] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] oslo_limit.service_name = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.880860] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] oslo_limit.service_type = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.881030] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] oslo_limit.split_loggers = False {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.881192] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] oslo_limit.status_code_retries = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.881352] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] oslo_limit.status_code_retry_delay = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.881509] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] oslo_limit.timeout = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.881667] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] oslo_limit.valid_interfaces = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.881823] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] oslo_limit.version = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.882035] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] oslo_reports.file_event_handler = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.882220] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] oslo_reports.file_event_handler_interval = 1 {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.882378] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] oslo_reports.log_dir = None {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2826}} [ 437.882507] nova-conductor[54717]: DEBUG oslo_service.service [None req-f57cf669-b46a-4b86-bcf4-1a0b3e25cd3d None None] ******************************************************************************** {{(pid=54717) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2830}} [ 447.614785] nova-conductor[54717]: DEBUG dbcounter [-] [54717] Writing DB stats nova_api:SELECT=1 {{(pid=54717) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 447.708039] nova-conductor[54717]: DEBUG dbcounter [-] [54717] Writing DB stats nova_cell1:SELECT=1 {{(pid=54717) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 447.708780] nova-conductor[54717]: DEBUG dbcounter [-] [54717] Writing DB stats nova_cell0:SELECT=1 {{(pid=54717) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 452.795720] nova-conductor[55138]: DEBUG dbcounter [-] [55138] Writing DB stats nova_cell1:SELECT=4,nova_cell1:INSERT=1,nova_cell1:UPDATE=1 {{(pid=55138) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 452.801021] nova-conductor[55139]: DEBUG dbcounter [-] [55139] Writing DB stats nova_cell1:SELECT=3 {{(pid=55139) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 522.092462] nova-conductor[55139]: DEBUG oslo_db.sqlalchemy.engines [None req-99e8b4cb-e7ac-4536-91c4-3fceb950cf1a None None] Parent process 54717 forked (55139) with an open database connection, which is being discarded and recreated. {{(pid=55139) checkout /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:438}} [ 522.094908] nova-conductor[55139]: DEBUG dbcounter [-] [55139] Writer thread running {{(pid=55139) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 522.095321] nova-conductor[55139]: DEBUG dbcounter [-] [55139] Writing DB stats nova_api:SELECT=2 {{(pid=55139) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 539.239061] nova-conductor[55138]: DEBUG dbcounter [-] [55138] Writing DB stats nova_cell1:SELECT=7,nova_cell1:INSERT=1,nova_cell1:UPDATE=1 {{(pid=55138) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 544.756698] nova-conductor[55139]: DEBUG dbcounter [-] [55139] Writing DB stats nova_cell1:SELECT=7,nova_cell1:INSERT=1,nova_cell1:UPDATE=1 {{(pid=55139) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 556.759204] nova-conductor[55138]: DEBUG dbcounter [-] [55138] Writing DB stats nova_cell1:SELECT=1 {{(pid=55138) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 559.752266] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-bd3b5d75-33ff-4804-bc28-409b12d4637e tempest-MigrationsAdminTest-1373339766 tempest-MigrationsAdminTest-1373339766-project-member] Took 1.02 seconds to select destinations for 1 instance(s). {{(pid=55139) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 559.777738] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-bd3b5d75-33ff-4804-bc28-409b12d4637e tempest-MigrationsAdminTest-1373339766 tempest-MigrationsAdminTest-1373339766-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 559.778044] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-bd3b5d75-33ff-4804-bc28-409b12d4637e tempest-MigrationsAdminTest-1373339766 tempest-MigrationsAdminTest-1373339766-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 559.779941] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-bd3b5d75-33ff-4804-bc28-409b12d4637e tempest-MigrationsAdminTest-1373339766 tempest-MigrationsAdminTest-1373339766-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 559.782328] nova-conductor[55139]: INFO dbcounter [None req-bd3b5d75-33ff-4804-bc28-409b12d4637e tempest-MigrationsAdminTest-1373339766 tempest-MigrationsAdminTest-1373339766-project-member] Registered counter for database nova_cell1 [ 559.785254] nova-conductor[55139]: DEBUG oslo_db.sqlalchemy.engines [None req-bd3b5d75-33ff-4804-bc28-409b12d4637e tempest-MigrationsAdminTest-1373339766 tempest-MigrationsAdminTest-1373339766-project-member] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=55139) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 559.793573] nova-conductor[55139]: DEBUG dbcounter [-] [55139] Writer thread running {{(pid=55139) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 559.855302] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-bd3b5d75-33ff-4804-bc28-409b12d4637e tempest-MigrationsAdminTest-1373339766 tempest-MigrationsAdminTest-1373339766-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 559.855302] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-bd3b5d75-33ff-4804-bc28-409b12d4637e tempest-MigrationsAdminTest-1373339766 tempest-MigrationsAdminTest-1373339766-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 559.855772] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-bd3b5d75-33ff-4804-bc28-409b12d4637e tempest-MigrationsAdminTest-1373339766 tempest-MigrationsAdminTest-1373339766-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 559.856269] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-bd3b5d75-33ff-4804-bc28-409b12d4637e tempest-MigrationsAdminTest-1373339766 tempest-MigrationsAdminTest-1373339766-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 559.856464] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-bd3b5d75-33ff-4804-bc28-409b12d4637e tempest-MigrationsAdminTest-1373339766 tempest-MigrationsAdminTest-1373339766-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 559.856651] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-bd3b5d75-33ff-4804-bc28-409b12d4637e tempest-MigrationsAdminTest-1373339766 tempest-MigrationsAdminTest-1373339766-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 559.858033] nova-conductor[55139]: INFO dbcounter [None req-bd3b5d75-33ff-4804-bc28-409b12d4637e tempest-MigrationsAdminTest-1373339766 tempest-MigrationsAdminTest-1373339766-project-member] Registered counter for database nova_cell0 [ 559.864330] nova-conductor[55139]: DEBUG oslo_db.sqlalchemy.engines [None req-bd3b5d75-33ff-4804-bc28-409b12d4637e tempest-MigrationsAdminTest-1373339766 tempest-MigrationsAdminTest-1373339766-project-member] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=55139) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 559.868800] nova-conductor[55139]: DEBUG dbcounter [-] [55139] Writer thread running {{(pid=55139) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 559.878769] nova-conductor[55139]: DEBUG nova.quota [None req-bd3b5d75-33ff-4804-bc28-409b12d4637e tempest-MigrationsAdminTest-1373339766 tempest-MigrationsAdminTest-1373339766-project-member] Getting quotas for project a734788bc5604560b29865b950555f7e. Resources: {'instances', 'cores', 'ram'} {{(pid=55139) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 559.882127] nova-conductor[55139]: DEBUG nova.quota [None req-bd3b5d75-33ff-4804-bc28-409b12d4637e tempest-MigrationsAdminTest-1373339766 tempest-MigrationsAdminTest-1373339766-project-member] Getting quotas for user 84347a46aa0e46c688f0dfc8b88f2534 and project a734788bc5604560b29865b950555f7e. Resources: {'instances', 'cores', 'ram'} {{(pid=55139) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 559.887309] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-bd3b5d75-33ff-4804-bc28-409b12d4637e tempest-MigrationsAdminTest-1373339766 tempest-MigrationsAdminTest-1373339766-project-member] [instance: 65cd7042-daaf-4845-a0b8-5d2d0be02696] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55139) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 559.887946] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-bd3b5d75-33ff-4804-bc28-409b12d4637e tempest-MigrationsAdminTest-1373339766 tempest-MigrationsAdminTest-1373339766-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 559.889393] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-bd3b5d75-33ff-4804-bc28-409b12d4637e tempest-MigrationsAdminTest-1373339766 tempest-MigrationsAdminTest-1373339766-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 559.889393] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-bd3b5d75-33ff-4804-bc28-409b12d4637e tempest-MigrationsAdminTest-1373339766 tempest-MigrationsAdminTest-1373339766-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 559.899525] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-bd3b5d75-33ff-4804-bc28-409b12d4637e tempest-MigrationsAdminTest-1373339766 tempest-MigrationsAdminTest-1373339766-project-member] [instance: 65cd7042-daaf-4845-a0b8-5d2d0be02696] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55139) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 559.900266] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-bd3b5d75-33ff-4804-bc28-409b12d4637e tempest-MigrationsAdminTest-1373339766 tempest-MigrationsAdminTest-1373339766-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 559.900477] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-bd3b5d75-33ff-4804-bc28-409b12d4637e tempest-MigrationsAdminTest-1373339766 tempest-MigrationsAdminTest-1373339766-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 559.900687] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-bd3b5d75-33ff-4804-bc28-409b12d4637e tempest-MigrationsAdminTest-1373339766 tempest-MigrationsAdminTest-1373339766-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 559.936420] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-bd3b5d75-33ff-4804-bc28-409b12d4637e tempest-MigrationsAdminTest-1373339766 tempest-MigrationsAdminTest-1373339766-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 559.936686] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-bd3b5d75-33ff-4804-bc28-409b12d4637e tempest-MigrationsAdminTest-1373339766 tempest-MigrationsAdminTest-1373339766-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 559.936863] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-bd3b5d75-33ff-4804-bc28-409b12d4637e tempest-MigrationsAdminTest-1373339766 tempest-MigrationsAdminTest-1373339766-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 559.937159] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-bd3b5d75-33ff-4804-bc28-409b12d4637e tempest-MigrationsAdminTest-1373339766 tempest-MigrationsAdminTest-1373339766-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=55139) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 559.937343] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-bd3b5d75-33ff-4804-bc28-409b12d4637e tempest-MigrationsAdminTest-1373339766 tempest-MigrationsAdminTest-1373339766-project-member] Acquired lock "compute-rpcapi-router" {{(pid=55139) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.937876] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-d5b4463c-19ea-4850-907d-a643f926bc64 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 559.938060] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-d5b4463c-19ea-4850-907d-a643f926bc64 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 559.938227] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-d5b4463c-19ea-4850-907d-a643f926bc64 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 559.938574] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-d5b4463c-19ea-4850-907d-a643f926bc64 None None] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 559.938805] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-d5b4463c-19ea-4850-907d-a643f926bc64 None None] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 559.939014] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-d5b4463c-19ea-4850-907d-a643f926bc64 None None] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 559.944954] nova-conductor[55139]: INFO nova.compute.rpcapi [None req-d5b4463c-19ea-4850-907d-a643f926bc64 None None] Automatically selected compute RPC version 6.3 from minimum service version 67 [ 559.945418] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-d5b4463c-19ea-4850-907d-a643f926bc64 None None] Releasing lock "compute-rpcapi-router" {{(pid=55139) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 565.183287] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-a8ad7e9e-777b-4a9a-829b-b223f2f96363 tempest-ServersAdmin275Test-1019513060 tempest-ServersAdmin275Test-1019513060-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55139) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 565.206871] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-a8ad7e9e-777b-4a9a-829b-b223f2f96363 tempest-ServersAdmin275Test-1019513060 tempest-ServersAdmin275Test-1019513060-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 565.207111] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-a8ad7e9e-777b-4a9a-829b-b223f2f96363 tempest-ServersAdmin275Test-1019513060 tempest-ServersAdmin275Test-1019513060-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 565.207338] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-a8ad7e9e-777b-4a9a-829b-b223f2f96363 tempest-ServersAdmin275Test-1019513060 tempest-ServersAdmin275Test-1019513060-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 565.254729] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-a8ad7e9e-777b-4a9a-829b-b223f2f96363 tempest-ServersAdmin275Test-1019513060 tempest-ServersAdmin275Test-1019513060-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 565.254978] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-a8ad7e9e-777b-4a9a-829b-b223f2f96363 tempest-ServersAdmin275Test-1019513060 tempest-ServersAdmin275Test-1019513060-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 565.255166] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-a8ad7e9e-777b-4a9a-829b-b223f2f96363 tempest-ServersAdmin275Test-1019513060 tempest-ServersAdmin275Test-1019513060-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 565.255551] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-a8ad7e9e-777b-4a9a-829b-b223f2f96363 tempest-ServersAdmin275Test-1019513060 tempest-ServersAdmin275Test-1019513060-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 565.255823] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-a8ad7e9e-777b-4a9a-829b-b223f2f96363 tempest-ServersAdmin275Test-1019513060 tempest-ServersAdmin275Test-1019513060-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 565.255896] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-a8ad7e9e-777b-4a9a-829b-b223f2f96363 tempest-ServersAdmin275Test-1019513060 tempest-ServersAdmin275Test-1019513060-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 565.268666] nova-conductor[55139]: DEBUG nova.quota [None req-a8ad7e9e-777b-4a9a-829b-b223f2f96363 tempest-ServersAdmin275Test-1019513060 tempest-ServersAdmin275Test-1019513060-project-member] Getting quotas for project a12be02b0b4e4bfe84aa8e064146582f. Resources: {'instances', 'cores', 'ram'} {{(pid=55139) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 565.271046] nova-conductor[55139]: DEBUG nova.quota [None req-a8ad7e9e-777b-4a9a-829b-b223f2f96363 tempest-ServersAdmin275Test-1019513060 tempest-ServersAdmin275Test-1019513060-project-member] Getting quotas for user 09f73389d43c4619be95bb53e223a05f and project a12be02b0b4e4bfe84aa8e064146582f. Resources: {'instances', 'cores', 'ram'} {{(pid=55139) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 565.278186] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-a8ad7e9e-777b-4a9a-829b-b223f2f96363 tempest-ServersAdmin275Test-1019513060 tempest-ServersAdmin275Test-1019513060-project-member] [instance: 0ded82aa-c68d-4d11-9e4d-90ed9a19b708] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55139) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 565.278716] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-a8ad7e9e-777b-4a9a-829b-b223f2f96363 tempest-ServersAdmin275Test-1019513060 tempest-ServersAdmin275Test-1019513060-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 565.279631] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-a8ad7e9e-777b-4a9a-829b-b223f2f96363 tempest-ServersAdmin275Test-1019513060 tempest-ServersAdmin275Test-1019513060-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 565.279631] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-a8ad7e9e-777b-4a9a-829b-b223f2f96363 tempest-ServersAdmin275Test-1019513060 tempest-ServersAdmin275Test-1019513060-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 565.289310] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-a8ad7e9e-777b-4a9a-829b-b223f2f96363 tempest-ServersAdmin275Test-1019513060 tempest-ServersAdmin275Test-1019513060-project-member] [instance: 0ded82aa-c68d-4d11-9e4d-90ed9a19b708] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55139) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 565.290032] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-a8ad7e9e-777b-4a9a-829b-b223f2f96363 tempest-ServersAdmin275Test-1019513060 tempest-ServersAdmin275Test-1019513060-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 565.290267] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-a8ad7e9e-777b-4a9a-829b-b223f2f96363 tempest-ServersAdmin275Test-1019513060 tempest-ServersAdmin275Test-1019513060-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 565.290975] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-a8ad7e9e-777b-4a9a-829b-b223f2f96363 tempest-ServersAdmin275Test-1019513060 tempest-ServersAdmin275Test-1019513060-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 565.308198] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-a8ad7e9e-777b-4a9a-829b-b223f2f96363 tempest-ServersAdmin275Test-1019513060 tempest-ServersAdmin275Test-1019513060-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 565.308908] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-a8ad7e9e-777b-4a9a-829b-b223f2f96363 tempest-ServersAdmin275Test-1019513060 tempest-ServersAdmin275Test-1019513060-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 565.308908] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-a8ad7e9e-777b-4a9a-829b-b223f2f96363 tempest-ServersAdmin275Test-1019513060 tempest-ServersAdmin275Test-1019513060-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 565.764932] nova-conductor[55138]: DEBUG dbcounter [-] [55138] Writer thread running {{(pid=55138) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 566.283974] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-7acb3682-4c5d-447c-9ea7-77e43f694113 tempest-TenantUsagesTestJSON-1926285020 tempest-TenantUsagesTestJSON-1926285020-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55138) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 566.290699] nova-conductor[55138]: DEBUG dbcounter [-] [55138] Writing DB stats nova_api:SELECT=2 {{(pid=55138) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 566.313563] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-7acb3682-4c5d-447c-9ea7-77e43f694113 tempest-TenantUsagesTestJSON-1926285020 tempest-TenantUsagesTestJSON-1926285020-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 566.313829] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-7acb3682-4c5d-447c-9ea7-77e43f694113 tempest-TenantUsagesTestJSON-1926285020 tempest-TenantUsagesTestJSON-1926285020-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 566.315568] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-7acb3682-4c5d-447c-9ea7-77e43f694113 tempest-TenantUsagesTestJSON-1926285020 tempest-TenantUsagesTestJSON-1926285020-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.002s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 566.318531] nova-conductor[55138]: INFO dbcounter [None req-7acb3682-4c5d-447c-9ea7-77e43f694113 tempest-TenantUsagesTestJSON-1926285020 tempest-TenantUsagesTestJSON-1926285020-project-member] Registered counter for database nova_cell1 [ 566.322010] nova-conductor[55138]: DEBUG oslo_db.sqlalchemy.engines [None req-7acb3682-4c5d-447c-9ea7-77e43f694113 tempest-TenantUsagesTestJSON-1926285020 tempest-TenantUsagesTestJSON-1926285020-project-member] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=55138) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 566.327460] nova-conductor[55138]: DEBUG dbcounter [-] [55138] Writer thread running {{(pid=55138) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 566.441442] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-7acb3682-4c5d-447c-9ea7-77e43f694113 tempest-TenantUsagesTestJSON-1926285020 tempest-TenantUsagesTestJSON-1926285020-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 566.441688] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-7acb3682-4c5d-447c-9ea7-77e43f694113 tempest-TenantUsagesTestJSON-1926285020 tempest-TenantUsagesTestJSON-1926285020-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 566.442176] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-7acb3682-4c5d-447c-9ea7-77e43f694113 tempest-TenantUsagesTestJSON-1926285020 tempest-TenantUsagesTestJSON-1926285020-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 566.442665] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-7acb3682-4c5d-447c-9ea7-77e43f694113 tempest-TenantUsagesTestJSON-1926285020 tempest-TenantUsagesTestJSON-1926285020-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 566.442884] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-7acb3682-4c5d-447c-9ea7-77e43f694113 tempest-TenantUsagesTestJSON-1926285020 tempest-TenantUsagesTestJSON-1926285020-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 566.443069] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-7acb3682-4c5d-447c-9ea7-77e43f694113 tempest-TenantUsagesTestJSON-1926285020 tempest-TenantUsagesTestJSON-1926285020-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 566.444465] nova-conductor[55138]: INFO dbcounter [None req-7acb3682-4c5d-447c-9ea7-77e43f694113 tempest-TenantUsagesTestJSON-1926285020 tempest-TenantUsagesTestJSON-1926285020-project-member] Registered counter for database nova_cell0 [ 566.461532] nova-conductor[55138]: DEBUG oslo_db.sqlalchemy.engines [None req-7acb3682-4c5d-447c-9ea7-77e43f694113 tempest-TenantUsagesTestJSON-1926285020 tempest-TenantUsagesTestJSON-1926285020-project-member] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=55138) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:342}} [ 566.467310] nova-conductor[55138]: DEBUG dbcounter [-] [55138] Writer thread running {{(pid=55138) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:102}} [ 566.479462] nova-conductor[55138]: DEBUG nova.quota [None req-7acb3682-4c5d-447c-9ea7-77e43f694113 tempest-TenantUsagesTestJSON-1926285020 tempest-TenantUsagesTestJSON-1926285020-project-member] Getting quotas for project c27239103d3e4acda1537ee7db22159e. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 566.484848] nova-conductor[55138]: DEBUG nova.quota [None req-7acb3682-4c5d-447c-9ea7-77e43f694113 tempest-TenantUsagesTestJSON-1926285020 tempest-TenantUsagesTestJSON-1926285020-project-member] Getting quotas for user 261d7ab4f5454bdaa7ca3fcf87bb25e8 and project c27239103d3e4acda1537ee7db22159e. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 566.491446] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-7acb3682-4c5d-447c-9ea7-77e43f694113 tempest-TenantUsagesTestJSON-1926285020 tempest-TenantUsagesTestJSON-1926285020-project-member] [instance: d87b8f05-e3d6-4800-a635-af5b6f03373d] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55138) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 566.492025] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-7acb3682-4c5d-447c-9ea7-77e43f694113 tempest-TenantUsagesTestJSON-1926285020 tempest-TenantUsagesTestJSON-1926285020-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 566.492245] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-7acb3682-4c5d-447c-9ea7-77e43f694113 tempest-TenantUsagesTestJSON-1926285020 tempest-TenantUsagesTestJSON-1926285020-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 566.492418] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-7acb3682-4c5d-447c-9ea7-77e43f694113 tempest-TenantUsagesTestJSON-1926285020 tempest-TenantUsagesTestJSON-1926285020-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 566.505160] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-7acb3682-4c5d-447c-9ea7-77e43f694113 tempest-TenantUsagesTestJSON-1926285020 tempest-TenantUsagesTestJSON-1926285020-project-member] [instance: d87b8f05-e3d6-4800-a635-af5b6f03373d] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55138) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 566.505949] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-7acb3682-4c5d-447c-9ea7-77e43f694113 tempest-TenantUsagesTestJSON-1926285020 tempest-TenantUsagesTestJSON-1926285020-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 566.506180] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-7acb3682-4c5d-447c-9ea7-77e43f694113 tempest-TenantUsagesTestJSON-1926285020 tempest-TenantUsagesTestJSON-1926285020-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 566.506353] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-7acb3682-4c5d-447c-9ea7-77e43f694113 tempest-TenantUsagesTestJSON-1926285020 tempest-TenantUsagesTestJSON-1926285020-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 566.549906] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-7acb3682-4c5d-447c-9ea7-77e43f694113 tempest-TenantUsagesTestJSON-1926285020 tempest-TenantUsagesTestJSON-1926285020-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 566.550287] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-7acb3682-4c5d-447c-9ea7-77e43f694113 tempest-TenantUsagesTestJSON-1926285020 tempest-TenantUsagesTestJSON-1926285020-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 566.550489] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-7acb3682-4c5d-447c-9ea7-77e43f694113 tempest-TenantUsagesTestJSON-1926285020 tempest-TenantUsagesTestJSON-1926285020-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 566.551983] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-7acb3682-4c5d-447c-9ea7-77e43f694113 tempest-TenantUsagesTestJSON-1926285020 tempest-TenantUsagesTestJSON-1926285020-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=55138) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:310}} [ 566.551983] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-7acb3682-4c5d-447c-9ea7-77e43f694113 tempest-TenantUsagesTestJSON-1926285020 tempest-TenantUsagesTestJSON-1926285020-project-member] Acquired lock "compute-rpcapi-router" {{(pid=55138) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.551983] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-a7700550-bbd9-4e24-be5f-1bfe90865941 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 566.551983] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-a7700550-bbd9-4e24-be5f-1bfe90865941 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 566.551983] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-a7700550-bbd9-4e24-be5f-1bfe90865941 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 566.552207] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-a7700550-bbd9-4e24-be5f-1bfe90865941 None None] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 566.552365] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-a7700550-bbd9-4e24-be5f-1bfe90865941 None None] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 566.552518] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-a7700550-bbd9-4e24-be5f-1bfe90865941 None None] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 566.564891] nova-conductor[55138]: INFO nova.compute.rpcapi [None req-a7700550-bbd9-4e24-be5f-1bfe90865941 None None] Automatically selected compute RPC version 6.3 from minimum service version 67 [ 566.565463] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-a7700550-bbd9-4e24-be5f-1bfe90865941 None None] Releasing lock "compute-rpcapi-router" {{(pid=55138) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:331}} [ 570.915689] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-d6d98d31-c617-4b01-9233-663c2836bcee tempest-ImagesOneServerTestJSON-1514129301 tempest-ImagesOneServerTestJSON-1514129301-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55139) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 570.943243] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-d6d98d31-c617-4b01-9233-663c2836bcee tempest-ImagesOneServerTestJSON-1514129301 tempest-ImagesOneServerTestJSON-1514129301-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 570.943488] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-d6d98d31-c617-4b01-9233-663c2836bcee tempest-ImagesOneServerTestJSON-1514129301 tempest-ImagesOneServerTestJSON-1514129301-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 570.943659] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-d6d98d31-c617-4b01-9233-663c2836bcee tempest-ImagesOneServerTestJSON-1514129301 tempest-ImagesOneServerTestJSON-1514129301-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 570.988803] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-d6d98d31-c617-4b01-9233-663c2836bcee tempest-ImagesOneServerTestJSON-1514129301 tempest-ImagesOneServerTestJSON-1514129301-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 570.989134] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-d6d98d31-c617-4b01-9233-663c2836bcee tempest-ImagesOneServerTestJSON-1514129301 tempest-ImagesOneServerTestJSON-1514129301-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 570.989374] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-d6d98d31-c617-4b01-9233-663c2836bcee tempest-ImagesOneServerTestJSON-1514129301 tempest-ImagesOneServerTestJSON-1514129301-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 570.989826] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-d6d98d31-c617-4b01-9233-663c2836bcee tempest-ImagesOneServerTestJSON-1514129301 tempest-ImagesOneServerTestJSON-1514129301-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 570.990080] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-d6d98d31-c617-4b01-9233-663c2836bcee tempest-ImagesOneServerTestJSON-1514129301 tempest-ImagesOneServerTestJSON-1514129301-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 570.990246] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-d6d98d31-c617-4b01-9233-663c2836bcee tempest-ImagesOneServerTestJSON-1514129301 tempest-ImagesOneServerTestJSON-1514129301-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 571.011821] nova-conductor[55139]: DEBUG nova.quota [None req-d6d98d31-c617-4b01-9233-663c2836bcee tempest-ImagesOneServerTestJSON-1514129301 tempest-ImagesOneServerTestJSON-1514129301-project-member] Getting quotas for project d6fdb008429747bda964c5059595101c. Resources: {'instances', 'cores', 'ram'} {{(pid=55139) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 571.017048] nova-conductor[55139]: DEBUG nova.quota [None req-d6d98d31-c617-4b01-9233-663c2836bcee tempest-ImagesOneServerTestJSON-1514129301 tempest-ImagesOneServerTestJSON-1514129301-project-member] Getting quotas for user e7b02a295f4045ebac5e3a79b6bffe57 and project d6fdb008429747bda964c5059595101c. Resources: {'instances', 'cores', 'ram'} {{(pid=55139) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 571.027442] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-d6d98d31-c617-4b01-9233-663c2836bcee tempest-ImagesOneServerTestJSON-1514129301 tempest-ImagesOneServerTestJSON-1514129301-project-member] [instance: cc04e228-8b1a-4897-967e-131623434ac0] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55139) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 571.027991] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-d6d98d31-c617-4b01-9233-663c2836bcee tempest-ImagesOneServerTestJSON-1514129301 tempest-ImagesOneServerTestJSON-1514129301-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 571.028247] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-d6d98d31-c617-4b01-9233-663c2836bcee tempest-ImagesOneServerTestJSON-1514129301 tempest-ImagesOneServerTestJSON-1514129301-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 571.028419] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-d6d98d31-c617-4b01-9233-663c2836bcee tempest-ImagesOneServerTestJSON-1514129301 tempest-ImagesOneServerTestJSON-1514129301-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 571.034968] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-d6d98d31-c617-4b01-9233-663c2836bcee tempest-ImagesOneServerTestJSON-1514129301 tempest-ImagesOneServerTestJSON-1514129301-project-member] [instance: cc04e228-8b1a-4897-967e-131623434ac0] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55139) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 571.035853] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-d6d98d31-c617-4b01-9233-663c2836bcee tempest-ImagesOneServerTestJSON-1514129301 tempest-ImagesOneServerTestJSON-1514129301-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 571.036181] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-d6d98d31-c617-4b01-9233-663c2836bcee tempest-ImagesOneServerTestJSON-1514129301 tempest-ImagesOneServerTestJSON-1514129301-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 571.036382] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-d6d98d31-c617-4b01-9233-663c2836bcee tempest-ImagesOneServerTestJSON-1514129301 tempest-ImagesOneServerTestJSON-1514129301-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 571.068039] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-d6d98d31-c617-4b01-9233-663c2836bcee tempest-ImagesOneServerTestJSON-1514129301 tempest-ImagesOneServerTestJSON-1514129301-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 571.068328] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-d6d98d31-c617-4b01-9233-663c2836bcee tempest-ImagesOneServerTestJSON-1514129301 tempest-ImagesOneServerTestJSON-1514129301-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 571.068493] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-d6d98d31-c617-4b01-9233-663c2836bcee tempest-ImagesOneServerTestJSON-1514129301 tempest-ImagesOneServerTestJSON-1514129301-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 571.851487] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-d208a85e-3293-4b12-8cda-70b437db5255 tempest-FloatingIPsAssociationTestJSON-62671885 tempest-FloatingIPsAssociationTestJSON-62671885-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55138) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 571.875287] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-d208a85e-3293-4b12-8cda-70b437db5255 tempest-FloatingIPsAssociationTestJSON-62671885 tempest-FloatingIPsAssociationTestJSON-62671885-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 571.877017] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-d208a85e-3293-4b12-8cda-70b437db5255 tempest-FloatingIPsAssociationTestJSON-62671885 tempest-FloatingIPsAssociationTestJSON-62671885-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 571.877017] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-d208a85e-3293-4b12-8cda-70b437db5255 tempest-FloatingIPsAssociationTestJSON-62671885 tempest-FloatingIPsAssociationTestJSON-62671885-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 571.939702] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-d208a85e-3293-4b12-8cda-70b437db5255 tempest-FloatingIPsAssociationTestJSON-62671885 tempest-FloatingIPsAssociationTestJSON-62671885-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 571.939702] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-d208a85e-3293-4b12-8cda-70b437db5255 tempest-FloatingIPsAssociationTestJSON-62671885 tempest-FloatingIPsAssociationTestJSON-62671885-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 571.939702] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-d208a85e-3293-4b12-8cda-70b437db5255 tempest-FloatingIPsAssociationTestJSON-62671885 tempest-FloatingIPsAssociationTestJSON-62671885-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 571.939998] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-d208a85e-3293-4b12-8cda-70b437db5255 tempest-FloatingIPsAssociationTestJSON-62671885 tempest-FloatingIPsAssociationTestJSON-62671885-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 571.940501] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-d208a85e-3293-4b12-8cda-70b437db5255 tempest-FloatingIPsAssociationTestJSON-62671885 tempest-FloatingIPsAssociationTestJSON-62671885-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 571.940501] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-d208a85e-3293-4b12-8cda-70b437db5255 tempest-FloatingIPsAssociationTestJSON-62671885 tempest-FloatingIPsAssociationTestJSON-62671885-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 571.954306] nova-conductor[55138]: DEBUG nova.quota [None req-d208a85e-3293-4b12-8cda-70b437db5255 tempest-FloatingIPsAssociationTestJSON-62671885 tempest-FloatingIPsAssociationTestJSON-62671885-project-member] Getting quotas for project 0a3c32b8c8624174a26b120f103f8683. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 571.957190] nova-conductor[55138]: DEBUG nova.quota [None req-d208a85e-3293-4b12-8cda-70b437db5255 tempest-FloatingIPsAssociationTestJSON-62671885 tempest-FloatingIPsAssociationTestJSON-62671885-project-member] Getting quotas for user 2a3bd67c529547e9ac51411b3a358fa9 and project 0a3c32b8c8624174a26b120f103f8683. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 571.971861] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-d208a85e-3293-4b12-8cda-70b437db5255 tempest-FloatingIPsAssociationTestJSON-62671885 tempest-FloatingIPsAssociationTestJSON-62671885-project-member] [instance: 4a0241c3-8dea-4deb-80e1-66bb9cba10b9] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55138) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 571.972683] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-d208a85e-3293-4b12-8cda-70b437db5255 tempest-FloatingIPsAssociationTestJSON-62671885 tempest-FloatingIPsAssociationTestJSON-62671885-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 571.972683] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-d208a85e-3293-4b12-8cda-70b437db5255 tempest-FloatingIPsAssociationTestJSON-62671885 tempest-FloatingIPsAssociationTestJSON-62671885-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 571.972999] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-d208a85e-3293-4b12-8cda-70b437db5255 tempest-FloatingIPsAssociationTestJSON-62671885 tempest-FloatingIPsAssociationTestJSON-62671885-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 571.984628] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-d208a85e-3293-4b12-8cda-70b437db5255 tempest-FloatingIPsAssociationTestJSON-62671885 tempest-FloatingIPsAssociationTestJSON-62671885-project-member] [instance: 4a0241c3-8dea-4deb-80e1-66bb9cba10b9] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55138) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 571.985377] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-d208a85e-3293-4b12-8cda-70b437db5255 tempest-FloatingIPsAssociationTestJSON-62671885 tempest-FloatingIPsAssociationTestJSON-62671885-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 571.985377] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-d208a85e-3293-4b12-8cda-70b437db5255 tempest-FloatingIPsAssociationTestJSON-62671885 tempest-FloatingIPsAssociationTestJSON-62671885-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 571.985377] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-d208a85e-3293-4b12-8cda-70b437db5255 tempest-FloatingIPsAssociationTestJSON-62671885 tempest-FloatingIPsAssociationTestJSON-62671885-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 572.048021] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-d208a85e-3293-4b12-8cda-70b437db5255 tempest-FloatingIPsAssociationTestJSON-62671885 tempest-FloatingIPsAssociationTestJSON-62671885-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 572.048021] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-d208a85e-3293-4b12-8cda-70b437db5255 tempest-FloatingIPsAssociationTestJSON-62671885 tempest-FloatingIPsAssociationTestJSON-62671885-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 572.048021] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-d208a85e-3293-4b12-8cda-70b437db5255 tempest-FloatingIPsAssociationTestJSON-62671885 tempest-FloatingIPsAssociationTestJSON-62671885-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 572.639668] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-bbc9bd11-081e-43a5-9701-629aedeb4f09 tempest-ServerDiagnosticsV248Test-352704655 tempest-ServerDiagnosticsV248Test-352704655-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55138) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 572.661778] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-bbc9bd11-081e-43a5-9701-629aedeb4f09 tempest-ServerDiagnosticsV248Test-352704655 tempest-ServerDiagnosticsV248Test-352704655-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 572.662088] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-bbc9bd11-081e-43a5-9701-629aedeb4f09 tempest-ServerDiagnosticsV248Test-352704655 tempest-ServerDiagnosticsV248Test-352704655-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 572.662271] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-bbc9bd11-081e-43a5-9701-629aedeb4f09 tempest-ServerDiagnosticsV248Test-352704655 tempest-ServerDiagnosticsV248Test-352704655-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 572.718495] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-bbc9bd11-081e-43a5-9701-629aedeb4f09 tempest-ServerDiagnosticsV248Test-352704655 tempest-ServerDiagnosticsV248Test-352704655-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 572.718744] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-bbc9bd11-081e-43a5-9701-629aedeb4f09 tempest-ServerDiagnosticsV248Test-352704655 tempest-ServerDiagnosticsV248Test-352704655-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 572.718920] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-bbc9bd11-081e-43a5-9701-629aedeb4f09 tempest-ServerDiagnosticsV248Test-352704655 tempest-ServerDiagnosticsV248Test-352704655-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 572.719362] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-bbc9bd11-081e-43a5-9701-629aedeb4f09 tempest-ServerDiagnosticsV248Test-352704655 tempest-ServerDiagnosticsV248Test-352704655-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 572.720528] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-bbc9bd11-081e-43a5-9701-629aedeb4f09 tempest-ServerDiagnosticsV248Test-352704655 tempest-ServerDiagnosticsV248Test-352704655-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 572.720806] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-bbc9bd11-081e-43a5-9701-629aedeb4f09 tempest-ServerDiagnosticsV248Test-352704655 tempest-ServerDiagnosticsV248Test-352704655-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 572.729422] nova-conductor[55138]: DEBUG nova.quota [None req-bbc9bd11-081e-43a5-9701-629aedeb4f09 tempest-ServerDiagnosticsV248Test-352704655 tempest-ServerDiagnosticsV248Test-352704655-project-member] Getting quotas for project eaea3f8cb4d24dfb82e53c1cb3aeb764. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 572.731498] nova-conductor[55138]: DEBUG nova.quota [None req-bbc9bd11-081e-43a5-9701-629aedeb4f09 tempest-ServerDiagnosticsV248Test-352704655 tempest-ServerDiagnosticsV248Test-352704655-project-member] Getting quotas for user fd77085aa15e48e9bd09737c4f66471e and project eaea3f8cb4d24dfb82e53c1cb3aeb764. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 572.742315] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-bbc9bd11-081e-43a5-9701-629aedeb4f09 tempest-ServerDiagnosticsV248Test-352704655 tempest-ServerDiagnosticsV248Test-352704655-project-member] [instance: 21d0b283-3bb4-4bda-8e62-c933c6de4927] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55138) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 572.742315] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-bbc9bd11-081e-43a5-9701-629aedeb4f09 tempest-ServerDiagnosticsV248Test-352704655 tempest-ServerDiagnosticsV248Test-352704655-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 572.742315] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-bbc9bd11-081e-43a5-9701-629aedeb4f09 tempest-ServerDiagnosticsV248Test-352704655 tempest-ServerDiagnosticsV248Test-352704655-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 572.742754] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-bbc9bd11-081e-43a5-9701-629aedeb4f09 tempest-ServerDiagnosticsV248Test-352704655 tempest-ServerDiagnosticsV248Test-352704655-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 572.748840] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-bbc9bd11-081e-43a5-9701-629aedeb4f09 tempest-ServerDiagnosticsV248Test-352704655 tempest-ServerDiagnosticsV248Test-352704655-project-member] [instance: 21d0b283-3bb4-4bda-8e62-c933c6de4927] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55138) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 572.749934] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-bbc9bd11-081e-43a5-9701-629aedeb4f09 tempest-ServerDiagnosticsV248Test-352704655 tempest-ServerDiagnosticsV248Test-352704655-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 572.750678] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-bbc9bd11-081e-43a5-9701-629aedeb4f09 tempest-ServerDiagnosticsV248Test-352704655 tempest-ServerDiagnosticsV248Test-352704655-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 572.750678] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-bbc9bd11-081e-43a5-9701-629aedeb4f09 tempest-ServerDiagnosticsV248Test-352704655 tempest-ServerDiagnosticsV248Test-352704655-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 572.786202] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-bbc9bd11-081e-43a5-9701-629aedeb4f09 tempest-ServerDiagnosticsV248Test-352704655 tempest-ServerDiagnosticsV248Test-352704655-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 572.786202] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-bbc9bd11-081e-43a5-9701-629aedeb4f09 tempest-ServerDiagnosticsV248Test-352704655 tempest-ServerDiagnosticsV248Test-352704655-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 572.786202] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-bbc9bd11-081e-43a5-9701-629aedeb4f09 tempest-ServerDiagnosticsV248Test-352704655 tempest-ServerDiagnosticsV248Test-352704655-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 573.311570] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-87197476-4580-47f0-a72b-6dd036e48557 tempest-AttachInterfacesTestJSON-8017105 tempest-AttachInterfacesTestJSON-8017105-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=55138) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 573.345537] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-87197476-4580-47f0-a72b-6dd036e48557 tempest-AttachInterfacesTestJSON-8017105 tempest-AttachInterfacesTestJSON-8017105-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 573.345537] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-87197476-4580-47f0-a72b-6dd036e48557 tempest-AttachInterfacesTestJSON-8017105 tempest-AttachInterfacesTestJSON-8017105-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 573.345537] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-87197476-4580-47f0-a72b-6dd036e48557 tempest-AttachInterfacesTestJSON-8017105 tempest-AttachInterfacesTestJSON-8017105-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 573.395840] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-87197476-4580-47f0-a72b-6dd036e48557 tempest-AttachInterfacesTestJSON-8017105 tempest-AttachInterfacesTestJSON-8017105-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 573.395840] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-87197476-4580-47f0-a72b-6dd036e48557 tempest-AttachInterfacesTestJSON-8017105 tempest-AttachInterfacesTestJSON-8017105-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 573.396013] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-87197476-4580-47f0-a72b-6dd036e48557 tempest-AttachInterfacesTestJSON-8017105 tempest-AttachInterfacesTestJSON-8017105-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 573.396341] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-87197476-4580-47f0-a72b-6dd036e48557 tempest-AttachInterfacesTestJSON-8017105 tempest-AttachInterfacesTestJSON-8017105-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 573.396533] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-87197476-4580-47f0-a72b-6dd036e48557 tempest-AttachInterfacesTestJSON-8017105 tempest-AttachInterfacesTestJSON-8017105-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 573.396730] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-87197476-4580-47f0-a72b-6dd036e48557 tempest-AttachInterfacesTestJSON-8017105 tempest-AttachInterfacesTestJSON-8017105-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 573.412976] nova-conductor[55138]: DEBUG nova.quota [None req-87197476-4580-47f0-a72b-6dd036e48557 tempest-AttachInterfacesTestJSON-8017105 tempest-AttachInterfacesTestJSON-8017105-project-member] Getting quotas for project b028e34225744668807aae95712a8d41. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 573.416228] nova-conductor[55138]: DEBUG nova.quota [None req-87197476-4580-47f0-a72b-6dd036e48557 tempest-AttachInterfacesTestJSON-8017105 tempest-AttachInterfacesTestJSON-8017105-project-member] Getting quotas for user 46863ba14f1c4829a24eca823e763f2f and project b028e34225744668807aae95712a8d41. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 573.427350] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-87197476-4580-47f0-a72b-6dd036e48557 tempest-AttachInterfacesTestJSON-8017105 tempest-AttachInterfacesTestJSON-8017105-project-member] [instance: 4646821e-13ec-4413-aa82-1bbf6eb384ad] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55138) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 573.427879] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-87197476-4580-47f0-a72b-6dd036e48557 tempest-AttachInterfacesTestJSON-8017105 tempest-AttachInterfacesTestJSON-8017105-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 573.428114] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-87197476-4580-47f0-a72b-6dd036e48557 tempest-AttachInterfacesTestJSON-8017105 tempest-AttachInterfacesTestJSON-8017105-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 573.429615] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-87197476-4580-47f0-a72b-6dd036e48557 tempest-AttachInterfacesTestJSON-8017105 tempest-AttachInterfacesTestJSON-8017105-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 573.436789] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-87197476-4580-47f0-a72b-6dd036e48557 tempest-AttachInterfacesTestJSON-8017105 tempest-AttachInterfacesTestJSON-8017105-project-member] [instance: 4646821e-13ec-4413-aa82-1bbf6eb384ad] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55138) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 573.437745] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-87197476-4580-47f0-a72b-6dd036e48557 tempest-AttachInterfacesTestJSON-8017105 tempest-AttachInterfacesTestJSON-8017105-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 573.437805] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-87197476-4580-47f0-a72b-6dd036e48557 tempest-AttachInterfacesTestJSON-8017105 tempest-AttachInterfacesTestJSON-8017105-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 573.437998] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-87197476-4580-47f0-a72b-6dd036e48557 tempest-AttachInterfacesTestJSON-8017105 tempest-AttachInterfacesTestJSON-8017105-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 573.476869] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-87197476-4580-47f0-a72b-6dd036e48557 tempest-AttachInterfacesTestJSON-8017105 tempest-AttachInterfacesTestJSON-8017105-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 573.479648] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-87197476-4580-47f0-a72b-6dd036e48557 tempest-AttachInterfacesTestJSON-8017105 tempest-AttachInterfacesTestJSON-8017105-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 573.479648] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-87197476-4580-47f0-a72b-6dd036e48557 tempest-AttachInterfacesTestJSON-8017105 tempest-AttachInterfacesTestJSON-8017105-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 576.406298] nova-conductor[55139]: ERROR nova.scheduler.utils [None req-bd3b5d75-33ff-4804-bc28-409b12d4637e tempest-MigrationsAdminTest-1373339766 tempest-MigrationsAdminTest-1373339766-project-member] [instance: 65cd7042-daaf-4845-a0b8-5d2d0be02696] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 4cf12941-cfc8-4fbf-9cd0-12b2427b08ba, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 65cd7042-daaf-4845-a0b8-5d2d0be02696 was re-scheduled: Binding failed for port 4cf12941-cfc8-4fbf-9cd0-12b2427b08ba, please check neutron logs for more information.\n'] [ 576.406298] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-bd3b5d75-33ff-4804-bc28-409b12d4637e tempest-MigrationsAdminTest-1373339766 tempest-MigrationsAdminTest-1373339766-project-member] Rescheduling: True {{(pid=55139) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 576.406298] nova-conductor[55139]: WARNING nova.scheduler.utils [None req-bd3b5d75-33ff-4804-bc28-409b12d4637e tempest-MigrationsAdminTest-1373339766 tempest-MigrationsAdminTest-1373339766-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 65cd7042-daaf-4845-a0b8-5d2d0be02696.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 65cd7042-daaf-4845-a0b8-5d2d0be02696. [ 576.406298] nova-conductor[55139]: WARNING nova.scheduler.utils [None req-bd3b5d75-33ff-4804-bc28-409b12d4637e tempest-MigrationsAdminTest-1373339766 tempest-MigrationsAdminTest-1373339766-project-member] [instance: 65cd7042-daaf-4845-a0b8-5d2d0be02696] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 65cd7042-daaf-4845-a0b8-5d2d0be02696. [ 576.522919] nova-conductor[55139]: DEBUG nova.network.neutron [None req-bd3b5d75-33ff-4804-bc28-409b12d4637e tempest-MigrationsAdminTest-1373339766 tempest-MigrationsAdminTest-1373339766-project-member] [instance: 65cd7042-daaf-4845-a0b8-5d2d0be02696] deallocate_for_instance() {{(pid=55139) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 577.499166] nova-conductor[55139]: DEBUG nova.network.neutron [None req-bd3b5d75-33ff-4804-bc28-409b12d4637e tempest-MigrationsAdminTest-1373339766 tempest-MigrationsAdminTest-1373339766-project-member] [instance: 65cd7042-daaf-4845-a0b8-5d2d0be02696] Instance cache missing network info. {{(pid=55139) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 577.510783] nova-conductor[55139]: DEBUG nova.network.neutron [None req-bd3b5d75-33ff-4804-bc28-409b12d4637e tempest-MigrationsAdminTest-1373339766 tempest-MigrationsAdminTest-1373339766-project-member] [instance: 65cd7042-daaf-4845-a0b8-5d2d0be02696] Updating instance_info_cache with network_info: [] {{(pid=55139) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 580.594177] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-14a9be4d-2c4b-4609-a414-9cb914002688 tempest-AttachInterfacesV270Test-809427474 tempest-AttachInterfacesV270Test-809427474-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55139) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 580.611631] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-14a9be4d-2c4b-4609-a414-9cb914002688 tempest-AttachInterfacesV270Test-809427474 tempest-AttachInterfacesV270Test-809427474-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 580.611948] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-14a9be4d-2c4b-4609-a414-9cb914002688 tempest-AttachInterfacesV270Test-809427474 tempest-AttachInterfacesV270Test-809427474-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 580.612171] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-14a9be4d-2c4b-4609-a414-9cb914002688 tempest-AttachInterfacesV270Test-809427474 tempest-AttachInterfacesV270Test-809427474-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 580.684048] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-14a9be4d-2c4b-4609-a414-9cb914002688 tempest-AttachInterfacesV270Test-809427474 tempest-AttachInterfacesV270Test-809427474-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 580.684744] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-14a9be4d-2c4b-4609-a414-9cb914002688 tempest-AttachInterfacesV270Test-809427474 tempest-AttachInterfacesV270Test-809427474-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 580.684744] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-14a9be4d-2c4b-4609-a414-9cb914002688 tempest-AttachInterfacesV270Test-809427474 tempest-AttachInterfacesV270Test-809427474-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 580.684849] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-14a9be4d-2c4b-4609-a414-9cb914002688 tempest-AttachInterfacesV270Test-809427474 tempest-AttachInterfacesV270Test-809427474-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 580.685046] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-14a9be4d-2c4b-4609-a414-9cb914002688 tempest-AttachInterfacesV270Test-809427474 tempest-AttachInterfacesV270Test-809427474-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 580.685196] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-14a9be4d-2c4b-4609-a414-9cb914002688 tempest-AttachInterfacesV270Test-809427474 tempest-AttachInterfacesV270Test-809427474-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 580.695691] nova-conductor[55139]: DEBUG nova.quota [None req-14a9be4d-2c4b-4609-a414-9cb914002688 tempest-AttachInterfacesV270Test-809427474 tempest-AttachInterfacesV270Test-809427474-project-member] Getting quotas for project a07d44cdf93e4580b82fdc87d947aee6. Resources: {'instances', 'cores', 'ram'} {{(pid=55139) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 580.698691] nova-conductor[55139]: DEBUG nova.quota [None req-14a9be4d-2c4b-4609-a414-9cb914002688 tempest-AttachInterfacesV270Test-809427474 tempest-AttachInterfacesV270Test-809427474-project-member] Getting quotas for user 219b392f66d841af988d641075a57382 and project a07d44cdf93e4580b82fdc87d947aee6. Resources: {'instances', 'cores', 'ram'} {{(pid=55139) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 580.704356] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-14a9be4d-2c4b-4609-a414-9cb914002688 tempest-AttachInterfacesV270Test-809427474 tempest-AttachInterfacesV270Test-809427474-project-member] [instance: 6e102794-152e-492e-b063-e1ebaffa82b6] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55139) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 580.705130] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-14a9be4d-2c4b-4609-a414-9cb914002688 tempest-AttachInterfacesV270Test-809427474 tempest-AttachInterfacesV270Test-809427474-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 580.705402] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-14a9be4d-2c4b-4609-a414-9cb914002688 tempest-AttachInterfacesV270Test-809427474 tempest-AttachInterfacesV270Test-809427474-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 580.705634] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-14a9be4d-2c4b-4609-a414-9cb914002688 tempest-AttachInterfacesV270Test-809427474 tempest-AttachInterfacesV270Test-809427474-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 580.710685] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-14a9be4d-2c4b-4609-a414-9cb914002688 tempest-AttachInterfacesV270Test-809427474 tempest-AttachInterfacesV270Test-809427474-project-member] [instance: 6e102794-152e-492e-b063-e1ebaffa82b6] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55139) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 580.713029] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-14a9be4d-2c4b-4609-a414-9cb914002688 tempest-AttachInterfacesV270Test-809427474 tempest-AttachInterfacesV270Test-809427474-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 580.713029] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-14a9be4d-2c4b-4609-a414-9cb914002688 tempest-AttachInterfacesV270Test-809427474 tempest-AttachInterfacesV270Test-809427474-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 580.713029] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-14a9be4d-2c4b-4609-a414-9cb914002688 tempest-AttachInterfacesV270Test-809427474 tempest-AttachInterfacesV270Test-809427474-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 580.730963] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-14a9be4d-2c4b-4609-a414-9cb914002688 tempest-AttachInterfacesV270Test-809427474 tempest-AttachInterfacesV270Test-809427474-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 580.731266] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-14a9be4d-2c4b-4609-a414-9cb914002688 tempest-AttachInterfacesV270Test-809427474 tempest-AttachInterfacesV270Test-809427474-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 580.731562] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-14a9be4d-2c4b-4609-a414-9cb914002688 tempest-AttachInterfacesV270Test-809427474 tempest-AttachInterfacesV270Test-809427474-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 583.401319] nova-conductor[55138]: DEBUG dbcounter [-] [55138] Writing DB stats nova_cell0:SELECT=5 {{(pid=55138) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 583.442242] nova-conductor[55138]: DEBUG dbcounter [-] [55138] Writing DB stats nova_cell1:SELECT=13,nova_cell1:SAVEPOINT=4,nova_cell1:INSERT=32,nova_cell1:RELEASE=4 {{(pid=55138) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 583.446512] nova-conductor[55138]: DEBUG dbcounter [-] [55138] Writing DB stats nova_api:SELECT=19,nova_api:DELETE=3,nova_api:UPDATE=1 {{(pid=55138) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 583.469448] nova-conductor[55138]: DEBUG dbcounter [-] [55138] Writing DB stats nova_api:SELECT=28,nova_api:UPDATE=3,nova_api:DELETE=1 {{(pid=55138) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 584.187866] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-6e2e7519-2fb4-4e9e-a7f6-cda15b5d512d tempest-ServersAdmin275Test-1019513060 tempest-ServersAdmin275Test-1019513060-project-member] Targeting cell 97f9caa4-145d-43be-b385-f5d201c44331(cell1) for conductor method rebuild_instance {{(pid=55139) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 584.188985] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-6e2e7519-2fb4-4e9e-a7f6-cda15b5d512d tempest-ServersAdmin275Test-1019513060 tempest-ServersAdmin275Test-1019513060-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 584.189375] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-6e2e7519-2fb4-4e9e-a7f6-cda15b5d512d tempest-ServersAdmin275Test-1019513060 tempest-ServersAdmin275Test-1019513060-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 584.189527] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-6e2e7519-2fb4-4e9e-a7f6-cda15b5d512d tempest-ServersAdmin275Test-1019513060 tempest-ServersAdmin275Test-1019513060-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 584.207661] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-6e2e7519-2fb4-4e9e-a7f6-cda15b5d512d tempest-ServersAdmin275Test-1019513060 tempest-ServersAdmin275Test-1019513060-project-member] [instance: 0ded82aa-c68d-4d11-9e4d-90ed9a19b708] No migration record for the rebuild/evacuate request. {{(pid=55139) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1227}} [ 585.098055] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-41f8b9c1-cd29-4553-86ea-b158a4818c68 tempest-ImagesNegativeTestJSON-880519392 tempest-ImagesNegativeTestJSON-880519392-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55138) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 585.117932] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-41f8b9c1-cd29-4553-86ea-b158a4818c68 tempest-ImagesNegativeTestJSON-880519392 tempest-ImagesNegativeTestJSON-880519392-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 585.118184] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-41f8b9c1-cd29-4553-86ea-b158a4818c68 tempest-ImagesNegativeTestJSON-880519392 tempest-ImagesNegativeTestJSON-880519392-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 585.118541] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-41f8b9c1-cd29-4553-86ea-b158a4818c68 tempest-ImagesNegativeTestJSON-880519392 tempest-ImagesNegativeTestJSON-880519392-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 585.179421] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-41f8b9c1-cd29-4553-86ea-b158a4818c68 tempest-ImagesNegativeTestJSON-880519392 tempest-ImagesNegativeTestJSON-880519392-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 585.179663] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-41f8b9c1-cd29-4553-86ea-b158a4818c68 tempest-ImagesNegativeTestJSON-880519392 tempest-ImagesNegativeTestJSON-880519392-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 585.179835] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-41f8b9c1-cd29-4553-86ea-b158a4818c68 tempest-ImagesNegativeTestJSON-880519392 tempest-ImagesNegativeTestJSON-880519392-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 585.180313] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-41f8b9c1-cd29-4553-86ea-b158a4818c68 tempest-ImagesNegativeTestJSON-880519392 tempest-ImagesNegativeTestJSON-880519392-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 585.180501] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-41f8b9c1-cd29-4553-86ea-b158a4818c68 tempest-ImagesNegativeTestJSON-880519392 tempest-ImagesNegativeTestJSON-880519392-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 585.180666] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-41f8b9c1-cd29-4553-86ea-b158a4818c68 tempest-ImagesNegativeTestJSON-880519392 tempest-ImagesNegativeTestJSON-880519392-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 585.201036] nova-conductor[55138]: DEBUG nova.quota [None req-41f8b9c1-cd29-4553-86ea-b158a4818c68 tempest-ImagesNegativeTestJSON-880519392 tempest-ImagesNegativeTestJSON-880519392-project-member] Getting quotas for project 1f5e5ca683014ba7929b26cdd2bce441. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 585.206508] nova-conductor[55138]: DEBUG nova.quota [None req-41f8b9c1-cd29-4553-86ea-b158a4818c68 tempest-ImagesNegativeTestJSON-880519392 tempest-ImagesNegativeTestJSON-880519392-project-member] Getting quotas for user 90f57a662ade4cceab48c73ab07e7ca1 and project 1f5e5ca683014ba7929b26cdd2bce441. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 585.219194] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-41f8b9c1-cd29-4553-86ea-b158a4818c68 tempest-ImagesNegativeTestJSON-880519392 tempest-ImagesNegativeTestJSON-880519392-project-member] [instance: 90999eb1-8829-4f99-b3b9-8c70ee636cc5] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55138) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 585.220269] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-41f8b9c1-cd29-4553-86ea-b158a4818c68 tempest-ImagesNegativeTestJSON-880519392 tempest-ImagesNegativeTestJSON-880519392-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 585.220615] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-41f8b9c1-cd29-4553-86ea-b158a4818c68 tempest-ImagesNegativeTestJSON-880519392 tempest-ImagesNegativeTestJSON-880519392-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 585.220797] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-41f8b9c1-cd29-4553-86ea-b158a4818c68 tempest-ImagesNegativeTestJSON-880519392 tempest-ImagesNegativeTestJSON-880519392-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 585.230332] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-41f8b9c1-cd29-4553-86ea-b158a4818c68 tempest-ImagesNegativeTestJSON-880519392 tempest-ImagesNegativeTestJSON-880519392-project-member] [instance: 90999eb1-8829-4f99-b3b9-8c70ee636cc5] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55138) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 585.230332] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-41f8b9c1-cd29-4553-86ea-b158a4818c68 tempest-ImagesNegativeTestJSON-880519392 tempest-ImagesNegativeTestJSON-880519392-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 585.230516] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-41f8b9c1-cd29-4553-86ea-b158a4818c68 tempest-ImagesNegativeTestJSON-880519392 tempest-ImagesNegativeTestJSON-880519392-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 585.230686] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-41f8b9c1-cd29-4553-86ea-b158a4818c68 tempest-ImagesNegativeTestJSON-880519392 tempest-ImagesNegativeTestJSON-880519392-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 585.278298] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-41f8b9c1-cd29-4553-86ea-b158a4818c68 tempest-ImagesNegativeTestJSON-880519392 tempest-ImagesNegativeTestJSON-880519392-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 585.278671] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-41f8b9c1-cd29-4553-86ea-b158a4818c68 tempest-ImagesNegativeTestJSON-880519392 tempest-ImagesNegativeTestJSON-880519392-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 585.278969] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-41f8b9c1-cd29-4553-86ea-b158a4818c68 tempest-ImagesNegativeTestJSON-880519392 tempest-ImagesNegativeTestJSON-880519392-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 587.434032] nova-conductor[55139]: ERROR nova.scheduler.utils [None req-7acb3682-4c5d-447c-9ea7-77e43f694113 tempest-TenantUsagesTestJSON-1926285020 tempest-TenantUsagesTestJSON-1926285020-project-member] [instance: d87b8f05-e3d6-4800-a635-af5b6f03373d] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 67c7322d-5c8e-4e9c-832c-45dd23718e3a, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance d87b8f05-e3d6-4800-a635-af5b6f03373d was re-scheduled: Binding failed for port 67c7322d-5c8e-4e9c-832c-45dd23718e3a, please check neutron logs for more information.\n'] [ 587.435062] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-7acb3682-4c5d-447c-9ea7-77e43f694113 tempest-TenantUsagesTestJSON-1926285020 tempest-TenantUsagesTestJSON-1926285020-project-member] Rescheduling: True {{(pid=55139) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 587.435062] nova-conductor[55139]: WARNING nova.scheduler.utils [None req-7acb3682-4c5d-447c-9ea7-77e43f694113 tempest-TenantUsagesTestJSON-1926285020 tempest-TenantUsagesTestJSON-1926285020-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d87b8f05-e3d6-4800-a635-af5b6f03373d.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d87b8f05-e3d6-4800-a635-af5b6f03373d. [ 587.435491] nova-conductor[55139]: WARNING nova.scheduler.utils [None req-7acb3682-4c5d-447c-9ea7-77e43f694113 tempest-TenantUsagesTestJSON-1926285020 tempest-TenantUsagesTestJSON-1926285020-project-member] [instance: d87b8f05-e3d6-4800-a635-af5b6f03373d] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d87b8f05-e3d6-4800-a635-af5b6f03373d. [ 587.465065] nova-conductor[55139]: DEBUG nova.network.neutron [None req-7acb3682-4c5d-447c-9ea7-77e43f694113 tempest-TenantUsagesTestJSON-1926285020 tempest-TenantUsagesTestJSON-1926285020-project-member] [instance: d87b8f05-e3d6-4800-a635-af5b6f03373d] deallocate_for_instance() {{(pid=55139) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 587.559921] nova-conductor[55139]: DEBUG nova.network.neutron [None req-7acb3682-4c5d-447c-9ea7-77e43f694113 tempest-TenantUsagesTestJSON-1926285020 tempest-TenantUsagesTestJSON-1926285020-project-member] [instance: d87b8f05-e3d6-4800-a635-af5b6f03373d] Instance cache missing network info. {{(pid=55139) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 587.564662] nova-conductor[55139]: DEBUG nova.network.neutron [None req-7acb3682-4c5d-447c-9ea7-77e43f694113 tempest-TenantUsagesTestJSON-1926285020 tempest-TenantUsagesTestJSON-1926285020-project-member] [instance: d87b8f05-e3d6-4800-a635-af5b6f03373d] Updating instance_info_cache with network_info: [] {{(pid=55139) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 588.761603] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-5352e9d5-0d1d-43c7-84e1-73d2858f379b tempest-ServersTestMultiNic-1302030917 tempest-ServersTestMultiNic-1302030917-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55138) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 588.786565] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-5352e9d5-0d1d-43c7-84e1-73d2858f379b tempest-ServersTestMultiNic-1302030917 tempest-ServersTestMultiNic-1302030917-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.786565] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-5352e9d5-0d1d-43c7-84e1-73d2858f379b tempest-ServersTestMultiNic-1302030917 tempest-ServersTestMultiNic-1302030917-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.786822] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-5352e9d5-0d1d-43c7-84e1-73d2858f379b tempest-ServersTestMultiNic-1302030917 tempest-ServersTestMultiNic-1302030917-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.841360] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-5352e9d5-0d1d-43c7-84e1-73d2858f379b tempest-ServersTestMultiNic-1302030917 tempest-ServersTestMultiNic-1302030917-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.842577] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-5352e9d5-0d1d-43c7-84e1-73d2858f379b tempest-ServersTestMultiNic-1302030917 tempest-ServersTestMultiNic-1302030917-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.842577] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-5352e9d5-0d1d-43c7-84e1-73d2858f379b tempest-ServersTestMultiNic-1302030917 tempest-ServersTestMultiNic-1302030917-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.842577] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-5352e9d5-0d1d-43c7-84e1-73d2858f379b tempest-ServersTestMultiNic-1302030917 tempest-ServersTestMultiNic-1302030917-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.842577] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-5352e9d5-0d1d-43c7-84e1-73d2858f379b tempest-ServersTestMultiNic-1302030917 tempest-ServersTestMultiNic-1302030917-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.842577] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-5352e9d5-0d1d-43c7-84e1-73d2858f379b tempest-ServersTestMultiNic-1302030917 tempest-ServersTestMultiNic-1302030917-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.860856] nova-conductor[55138]: DEBUG nova.quota [None req-5352e9d5-0d1d-43c7-84e1-73d2858f379b tempest-ServersTestMultiNic-1302030917 tempest-ServersTestMultiNic-1302030917-project-member] Getting quotas for project 777b9af00b5145a99c726dcc9b5f8c22. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 588.866586] nova-conductor[55138]: DEBUG nova.quota [None req-5352e9d5-0d1d-43c7-84e1-73d2858f379b tempest-ServersTestMultiNic-1302030917 tempest-ServersTestMultiNic-1302030917-project-member] Getting quotas for user e8f61e346d654c4399b59c59e94ed227 and project 777b9af00b5145a99c726dcc9b5f8c22. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 588.873971] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-5352e9d5-0d1d-43c7-84e1-73d2858f379b tempest-ServersTestMultiNic-1302030917 tempest-ServersTestMultiNic-1302030917-project-member] [instance: c538fef4-2245-4bd3-af03-f0105fceb1e3] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55138) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 588.873971] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-5352e9d5-0d1d-43c7-84e1-73d2858f379b tempest-ServersTestMultiNic-1302030917 tempest-ServersTestMultiNic-1302030917-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.873971] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-5352e9d5-0d1d-43c7-84e1-73d2858f379b tempest-ServersTestMultiNic-1302030917 tempest-ServersTestMultiNic-1302030917-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.873971] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-5352e9d5-0d1d-43c7-84e1-73d2858f379b tempest-ServersTestMultiNic-1302030917 tempest-ServersTestMultiNic-1302030917-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.883122] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-5352e9d5-0d1d-43c7-84e1-73d2858f379b tempest-ServersTestMultiNic-1302030917 tempest-ServersTestMultiNic-1302030917-project-member] [instance: c538fef4-2245-4bd3-af03-f0105fceb1e3] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55138) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 588.883709] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-5352e9d5-0d1d-43c7-84e1-73d2858f379b tempest-ServersTestMultiNic-1302030917 tempest-ServersTestMultiNic-1302030917-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.887155] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-5352e9d5-0d1d-43c7-84e1-73d2858f379b tempest-ServersTestMultiNic-1302030917 tempest-ServersTestMultiNic-1302030917-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.003s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.887244] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-5352e9d5-0d1d-43c7-84e1-73d2858f379b tempest-ServersTestMultiNic-1302030917 tempest-ServersTestMultiNic-1302030917-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 588.917022] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-5352e9d5-0d1d-43c7-84e1-73d2858f379b tempest-ServersTestMultiNic-1302030917 tempest-ServersTestMultiNic-1302030917-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 588.917022] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-5352e9d5-0d1d-43c7-84e1-73d2858f379b tempest-ServersTestMultiNic-1302030917 tempest-ServersTestMultiNic-1302030917-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 588.917022] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-5352e9d5-0d1d-43c7-84e1-73d2858f379b tempest-ServersTestMultiNic-1302030917 tempest-ServersTestMultiNic-1302030917-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 590.637672] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-d559edf3-cef8-4f04-ba61-c5e48c66e676 tempest-VolumesAssistedSnapshotsTest-1603003897 tempest-VolumesAssistedSnapshotsTest-1603003897-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55139) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 590.657286] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-d559edf3-cef8-4f04-ba61-c5e48c66e676 tempest-VolumesAssistedSnapshotsTest-1603003897 tempest-VolumesAssistedSnapshotsTest-1603003897-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.657452] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-d559edf3-cef8-4f04-ba61-c5e48c66e676 tempest-VolumesAssistedSnapshotsTest-1603003897 tempest-VolumesAssistedSnapshotsTest-1603003897-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.657693] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-d559edf3-cef8-4f04-ba61-c5e48c66e676 tempest-VolumesAssistedSnapshotsTest-1603003897 tempest-VolumesAssistedSnapshotsTest-1603003897-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 590.690923] nova-conductor[55139]: DEBUG dbcounter [-] [55139] Writing DB stats nova_cell0:SELECT=5 {{(pid=55139) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 590.722891] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-d559edf3-cef8-4f04-ba61-c5e48c66e676 tempest-VolumesAssistedSnapshotsTest-1603003897 tempest-VolumesAssistedSnapshotsTest-1603003897-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.723239] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-d559edf3-cef8-4f04-ba61-c5e48c66e676 tempest-VolumesAssistedSnapshotsTest-1603003897 tempest-VolumesAssistedSnapshotsTest-1603003897-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.723532] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-d559edf3-cef8-4f04-ba61-c5e48c66e676 tempest-VolumesAssistedSnapshotsTest-1603003897 tempest-VolumesAssistedSnapshotsTest-1603003897-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 590.723957] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-d559edf3-cef8-4f04-ba61-c5e48c66e676 tempest-VolumesAssistedSnapshotsTest-1603003897 tempest-VolumesAssistedSnapshotsTest-1603003897-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.724273] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-d559edf3-cef8-4f04-ba61-c5e48c66e676 tempest-VolumesAssistedSnapshotsTest-1603003897 tempest-VolumesAssistedSnapshotsTest-1603003897-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.725453] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-d559edf3-cef8-4f04-ba61-c5e48c66e676 tempest-VolumesAssistedSnapshotsTest-1603003897 tempest-VolumesAssistedSnapshotsTest-1603003897-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 590.741731] nova-conductor[55139]: DEBUG nova.quota [None req-d559edf3-cef8-4f04-ba61-c5e48c66e676 tempest-VolumesAssistedSnapshotsTest-1603003897 tempest-VolumesAssistedSnapshotsTest-1603003897-project-member] Getting quotas for project b1702688161342908eb5fbe928d47e52. Resources: {'instances', 'cores', 'ram'} {{(pid=55139) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 590.752103] nova-conductor[55139]: DEBUG nova.quota [None req-d559edf3-cef8-4f04-ba61-c5e48c66e676 tempest-VolumesAssistedSnapshotsTest-1603003897 tempest-VolumesAssistedSnapshotsTest-1603003897-project-member] Getting quotas for user 1f41a89c5d2e44608554e47608ba86eb and project b1702688161342908eb5fbe928d47e52. Resources: {'instances', 'cores', 'ram'} {{(pid=55139) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 590.774825] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-d559edf3-cef8-4f04-ba61-c5e48c66e676 tempest-VolumesAssistedSnapshotsTest-1603003897 tempest-VolumesAssistedSnapshotsTest-1603003897-project-member] [instance: 2f757f9b-537e-4bd8-b08d-1da991903552] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55139) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 590.775088] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-d559edf3-cef8-4f04-ba61-c5e48c66e676 tempest-VolumesAssistedSnapshotsTest-1603003897 tempest-VolumesAssistedSnapshotsTest-1603003897-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.775327] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-d559edf3-cef8-4f04-ba61-c5e48c66e676 tempest-VolumesAssistedSnapshotsTest-1603003897 tempest-VolumesAssistedSnapshotsTest-1603003897-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.775506] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-d559edf3-cef8-4f04-ba61-c5e48c66e676 tempest-VolumesAssistedSnapshotsTest-1603003897 tempest-VolumesAssistedSnapshotsTest-1603003897-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 590.786213] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-d559edf3-cef8-4f04-ba61-c5e48c66e676 tempest-VolumesAssistedSnapshotsTest-1603003897 tempest-VolumesAssistedSnapshotsTest-1603003897-project-member] [instance: 2f757f9b-537e-4bd8-b08d-1da991903552] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55139) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 590.786213] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-d559edf3-cef8-4f04-ba61-c5e48c66e676 tempest-VolumesAssistedSnapshotsTest-1603003897 tempest-VolumesAssistedSnapshotsTest-1603003897-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.786213] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-d559edf3-cef8-4f04-ba61-c5e48c66e676 tempest-VolumesAssistedSnapshotsTest-1603003897 tempest-VolumesAssistedSnapshotsTest-1603003897-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.786213] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-d559edf3-cef8-4f04-ba61-c5e48c66e676 tempest-VolumesAssistedSnapshotsTest-1603003897 tempest-VolumesAssistedSnapshotsTest-1603003897-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 590.818571] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-d559edf3-cef8-4f04-ba61-c5e48c66e676 tempest-VolumesAssistedSnapshotsTest-1603003897 tempest-VolumesAssistedSnapshotsTest-1603003897-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.818813] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-d559edf3-cef8-4f04-ba61-c5e48c66e676 tempest-VolumesAssistedSnapshotsTest-1603003897 tempest-VolumesAssistedSnapshotsTest-1603003897-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.818973] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-d559edf3-cef8-4f04-ba61-c5e48c66e676 tempest-VolumesAssistedSnapshotsTest-1603003897 tempest-VolumesAssistedSnapshotsTest-1603003897-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 590.884454] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-dbda92df-fff0-42d6-8251-e1803fbd049b tempest-MultipleCreateTestJSON-2008172540 tempest-MultipleCreateTestJSON-2008172540-project-member] Took 0.51 seconds to select destinations for 2 instance(s). {{(pid=55138) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 590.905738] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-dbda92df-fff0-42d6-8251-e1803fbd049b tempest-MultipleCreateTestJSON-2008172540 tempest-MultipleCreateTestJSON-2008172540-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.905976] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-dbda92df-fff0-42d6-8251-e1803fbd049b tempest-MultipleCreateTestJSON-2008172540 tempest-MultipleCreateTestJSON-2008172540-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.906198] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-dbda92df-fff0-42d6-8251-e1803fbd049b tempest-MultipleCreateTestJSON-2008172540 tempest-MultipleCreateTestJSON-2008172540-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 590.962367] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-dbda92df-fff0-42d6-8251-e1803fbd049b tempest-MultipleCreateTestJSON-2008172540 tempest-MultipleCreateTestJSON-2008172540-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 590.962546] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-dbda92df-fff0-42d6-8251-e1803fbd049b tempest-MultipleCreateTestJSON-2008172540 tempest-MultipleCreateTestJSON-2008172540-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 590.962754] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-dbda92df-fff0-42d6-8251-e1803fbd049b tempest-MultipleCreateTestJSON-2008172540 tempest-MultipleCreateTestJSON-2008172540-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 591.001797] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-dbda92df-fff0-42d6-8251-e1803fbd049b tempest-MultipleCreateTestJSON-2008172540 tempest-MultipleCreateTestJSON-2008172540-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 591.001797] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-dbda92df-fff0-42d6-8251-e1803fbd049b tempest-MultipleCreateTestJSON-2008172540 tempest-MultipleCreateTestJSON-2008172540-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 591.001797] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-dbda92df-fff0-42d6-8251-e1803fbd049b tempest-MultipleCreateTestJSON-2008172540 tempest-MultipleCreateTestJSON-2008172540-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 591.001797] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-dbda92df-fff0-42d6-8251-e1803fbd049b tempest-MultipleCreateTestJSON-2008172540 tempest-MultipleCreateTestJSON-2008172540-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 591.001797] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-dbda92df-fff0-42d6-8251-e1803fbd049b tempest-MultipleCreateTestJSON-2008172540 tempest-MultipleCreateTestJSON-2008172540-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 591.001797] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-dbda92df-fff0-42d6-8251-e1803fbd049b tempest-MultipleCreateTestJSON-2008172540 tempest-MultipleCreateTestJSON-2008172540-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 591.013735] nova-conductor[55138]: DEBUG nova.quota [None req-dbda92df-fff0-42d6-8251-e1803fbd049b tempest-MultipleCreateTestJSON-2008172540 tempest-MultipleCreateTestJSON-2008172540-project-member] Getting quotas for project 6b9be262a4894ae78a9964e5ca7b09a8. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 591.018213] nova-conductor[55138]: DEBUG nova.quota [None req-dbda92df-fff0-42d6-8251-e1803fbd049b tempest-MultipleCreateTestJSON-2008172540 tempest-MultipleCreateTestJSON-2008172540-project-member] Getting quotas for user 69493cd1ff694fe8a805f116b407ea1b and project 6b9be262a4894ae78a9964e5ca7b09a8. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 591.026448] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-dbda92df-fff0-42d6-8251-e1803fbd049b tempest-MultipleCreateTestJSON-2008172540 tempest-MultipleCreateTestJSON-2008172540-project-member] [instance: c9b7182b-8116-419c-b399-2c7bcc133893] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55138) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 591.027366] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-dbda92df-fff0-42d6-8251-e1803fbd049b tempest-MultipleCreateTestJSON-2008172540 tempest-MultipleCreateTestJSON-2008172540-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 591.027605] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-dbda92df-fff0-42d6-8251-e1803fbd049b tempest-MultipleCreateTestJSON-2008172540 tempest-MultipleCreateTestJSON-2008172540-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 591.028409] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-dbda92df-fff0-42d6-8251-e1803fbd049b tempest-MultipleCreateTestJSON-2008172540 tempest-MultipleCreateTestJSON-2008172540-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 591.036034] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-dbda92df-fff0-42d6-8251-e1803fbd049b tempest-MultipleCreateTestJSON-2008172540 tempest-MultipleCreateTestJSON-2008172540-project-member] [instance: c9b7182b-8116-419c-b399-2c7bcc133893] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55138) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 591.037422] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-dbda92df-fff0-42d6-8251-e1803fbd049b tempest-MultipleCreateTestJSON-2008172540 tempest-MultipleCreateTestJSON-2008172540-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 591.038139] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-dbda92df-fff0-42d6-8251-e1803fbd049b tempest-MultipleCreateTestJSON-2008172540 tempest-MultipleCreateTestJSON-2008172540-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 591.038139] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-dbda92df-fff0-42d6-8251-e1803fbd049b tempest-MultipleCreateTestJSON-2008172540 tempest-MultipleCreateTestJSON-2008172540-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 591.083626] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-dbda92df-fff0-42d6-8251-e1803fbd049b tempest-MultipleCreateTestJSON-2008172540 tempest-MultipleCreateTestJSON-2008172540-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 591.083689] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-dbda92df-fff0-42d6-8251-e1803fbd049b tempest-MultipleCreateTestJSON-2008172540 tempest-MultipleCreateTestJSON-2008172540-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 591.083845] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-dbda92df-fff0-42d6-8251-e1803fbd049b tempest-MultipleCreateTestJSON-2008172540 tempest-MultipleCreateTestJSON-2008172540-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 591.093043] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-dbda92df-fff0-42d6-8251-e1803fbd049b tempest-MultipleCreateTestJSON-2008172540 tempest-MultipleCreateTestJSON-2008172540-project-member] [instance: 4f0aba5d-1722-4ddb-8331-a10c25e29b6f] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55138) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 591.094219] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-dbda92df-fff0-42d6-8251-e1803fbd049b tempest-MultipleCreateTestJSON-2008172540 tempest-MultipleCreateTestJSON-2008172540-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 591.094219] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-dbda92df-fff0-42d6-8251-e1803fbd049b tempest-MultipleCreateTestJSON-2008172540 tempest-MultipleCreateTestJSON-2008172540-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 591.094219] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-dbda92df-fff0-42d6-8251-e1803fbd049b tempest-MultipleCreateTestJSON-2008172540 tempest-MultipleCreateTestJSON-2008172540-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 591.114313] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-dbda92df-fff0-42d6-8251-e1803fbd049b tempest-MultipleCreateTestJSON-2008172540 tempest-MultipleCreateTestJSON-2008172540-project-member] [instance: 4f0aba5d-1722-4ddb-8331-a10c25e29b6f] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55138) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 591.115062] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-dbda92df-fff0-42d6-8251-e1803fbd049b tempest-MultipleCreateTestJSON-2008172540 tempest-MultipleCreateTestJSON-2008172540-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 591.115287] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-dbda92df-fff0-42d6-8251-e1803fbd049b tempest-MultipleCreateTestJSON-2008172540 tempest-MultipleCreateTestJSON-2008172540-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 591.116169] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-dbda92df-fff0-42d6-8251-e1803fbd049b tempest-MultipleCreateTestJSON-2008172540 tempest-MultipleCreateTestJSON-2008172540-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 591.140143] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-dbda92df-fff0-42d6-8251-e1803fbd049b tempest-MultipleCreateTestJSON-2008172540 tempest-MultipleCreateTestJSON-2008172540-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 591.140371] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-dbda92df-fff0-42d6-8251-e1803fbd049b tempest-MultipleCreateTestJSON-2008172540 tempest-MultipleCreateTestJSON-2008172540-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 591.140540] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-dbda92df-fff0-42d6-8251-e1803fbd049b tempest-MultipleCreateTestJSON-2008172540 tempest-MultipleCreateTestJSON-2008172540-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 592.686756] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-aa1126c9-d852-41b0-a050-af6240a68602 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55139) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 592.706729] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-aa1126c9-d852-41b0-a050-af6240a68602 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 592.707042] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-aa1126c9-d852-41b0-a050-af6240a68602 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 592.707248] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-aa1126c9-d852-41b0-a050-af6240a68602 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 592.763430] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-aa1126c9-d852-41b0-a050-af6240a68602 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 592.763674] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-aa1126c9-d852-41b0-a050-af6240a68602 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 592.763845] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-aa1126c9-d852-41b0-a050-af6240a68602 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 592.764479] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-aa1126c9-d852-41b0-a050-af6240a68602 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 592.764611] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-aa1126c9-d852-41b0-a050-af6240a68602 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 592.764819] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-aa1126c9-d852-41b0-a050-af6240a68602 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 592.779047] nova-conductor[55139]: DEBUG nova.quota [None req-aa1126c9-d852-41b0-a050-af6240a68602 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Getting quotas for project e972faeaedc6468aab7e7cfee88a477b. Resources: {'instances', 'cores', 'ram'} {{(pid=55139) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 592.783149] nova-conductor[55139]: DEBUG nova.quota [None req-aa1126c9-d852-41b0-a050-af6240a68602 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Getting quotas for user 2bd91973e1bb4ce7be8bce9bfe34a941 and project e972faeaedc6468aab7e7cfee88a477b. Resources: {'instances', 'cores', 'ram'} {{(pid=55139) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 592.789495] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-aa1126c9-d852-41b0-a050-af6240a68602 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] [instance: 29c289ea-703c-4083-b0c4-bbc8b4a92142] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55139) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 592.789774] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-aa1126c9-d852-41b0-a050-af6240a68602 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 592.789987] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-aa1126c9-d852-41b0-a050-af6240a68602 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 592.790344] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-aa1126c9-d852-41b0-a050-af6240a68602 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 592.797799] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-aa1126c9-d852-41b0-a050-af6240a68602 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] [instance: 29c289ea-703c-4083-b0c4-bbc8b4a92142] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55139) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 592.797799] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-aa1126c9-d852-41b0-a050-af6240a68602 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 592.797799] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-aa1126c9-d852-41b0-a050-af6240a68602 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 592.797799] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-aa1126c9-d852-41b0-a050-af6240a68602 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 592.818174] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-aa1126c9-d852-41b0-a050-af6240a68602 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 592.818174] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-aa1126c9-d852-41b0-a050-af6240a68602 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 592.818174] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-aa1126c9-d852-41b0-a050-af6240a68602 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 594.618758] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-a3a49875-5f09-42a9-80d0-5e6ea8e13650 tempest-MigrationsAdminTest-1373339766 tempest-MigrationsAdminTest-1373339766-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55139) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 594.635185] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-a3a49875-5f09-42a9-80d0-5e6ea8e13650 tempest-MigrationsAdminTest-1373339766 tempest-MigrationsAdminTest-1373339766-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 594.635185] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-a3a49875-5f09-42a9-80d0-5e6ea8e13650 tempest-MigrationsAdminTest-1373339766 tempest-MigrationsAdminTest-1373339766-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 594.635365] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-a3a49875-5f09-42a9-80d0-5e6ea8e13650 tempest-MigrationsAdminTest-1373339766 tempest-MigrationsAdminTest-1373339766-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 594.669242] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-a3a49875-5f09-42a9-80d0-5e6ea8e13650 tempest-MigrationsAdminTest-1373339766 tempest-MigrationsAdminTest-1373339766-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 594.669877] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-a3a49875-5f09-42a9-80d0-5e6ea8e13650 tempest-MigrationsAdminTest-1373339766 tempest-MigrationsAdminTest-1373339766-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 594.673324] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-a3a49875-5f09-42a9-80d0-5e6ea8e13650 tempest-MigrationsAdminTest-1373339766 tempest-MigrationsAdminTest-1373339766-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 594.673771] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-a3a49875-5f09-42a9-80d0-5e6ea8e13650 tempest-MigrationsAdminTest-1373339766 tempest-MigrationsAdminTest-1373339766-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 594.673986] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-a3a49875-5f09-42a9-80d0-5e6ea8e13650 tempest-MigrationsAdminTest-1373339766 tempest-MigrationsAdminTest-1373339766-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 594.674170] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-a3a49875-5f09-42a9-80d0-5e6ea8e13650 tempest-MigrationsAdminTest-1373339766 tempest-MigrationsAdminTest-1373339766-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 594.685875] nova-conductor[55139]: DEBUG nova.quota [None req-a3a49875-5f09-42a9-80d0-5e6ea8e13650 tempest-MigrationsAdminTest-1373339766 tempest-MigrationsAdminTest-1373339766-project-member] Getting quotas for project a734788bc5604560b29865b950555f7e. Resources: {'instances', 'cores', 'ram'} {{(pid=55139) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 594.691465] nova-conductor[55139]: DEBUG nova.quota [None req-a3a49875-5f09-42a9-80d0-5e6ea8e13650 tempest-MigrationsAdminTest-1373339766 tempest-MigrationsAdminTest-1373339766-project-member] Getting quotas for user 84347a46aa0e46c688f0dfc8b88f2534 and project a734788bc5604560b29865b950555f7e. Resources: {'instances', 'cores', 'ram'} {{(pid=55139) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 594.697085] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-a3a49875-5f09-42a9-80d0-5e6ea8e13650 tempest-MigrationsAdminTest-1373339766 tempest-MigrationsAdminTest-1373339766-project-member] [instance: 88f60509-35cc-4d70-a97c-76dd2761c89b] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55139) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 594.697654] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-a3a49875-5f09-42a9-80d0-5e6ea8e13650 tempest-MigrationsAdminTest-1373339766 tempest-MigrationsAdminTest-1373339766-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 594.697986] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-a3a49875-5f09-42a9-80d0-5e6ea8e13650 tempest-MigrationsAdminTest-1373339766 tempest-MigrationsAdminTest-1373339766-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 594.698095] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-a3a49875-5f09-42a9-80d0-5e6ea8e13650 tempest-MigrationsAdminTest-1373339766 tempest-MigrationsAdminTest-1373339766-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 594.703134] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-a3a49875-5f09-42a9-80d0-5e6ea8e13650 tempest-MigrationsAdminTest-1373339766 tempest-MigrationsAdminTest-1373339766-project-member] [instance: 88f60509-35cc-4d70-a97c-76dd2761c89b] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55139) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 594.703606] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-a3a49875-5f09-42a9-80d0-5e6ea8e13650 tempest-MigrationsAdminTest-1373339766 tempest-MigrationsAdminTest-1373339766-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 594.703816] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-a3a49875-5f09-42a9-80d0-5e6ea8e13650 tempest-MigrationsAdminTest-1373339766 tempest-MigrationsAdminTest-1373339766-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 594.703986] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-a3a49875-5f09-42a9-80d0-5e6ea8e13650 tempest-MigrationsAdminTest-1373339766 tempest-MigrationsAdminTest-1373339766-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 594.726651] nova-conductor[55139]: ERROR nova.scheduler.utils [None req-d6d98d31-c617-4b01-9233-663c2836bcee tempest-ImagesOneServerTestJSON-1514129301 tempest-ImagesOneServerTestJSON-1514129301-project-member] [instance: cc04e228-8b1a-4897-967e-131623434ac0] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 9f2cc00a-a922-474a-b98d-202cd3fb5d72, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance cc04e228-8b1a-4897-967e-131623434ac0 was re-scheduled: Binding failed for port 9f2cc00a-a922-474a-b98d-202cd3fb5d72, please check neutron logs for more information.\n'] [ 594.727471] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-d6d98d31-c617-4b01-9233-663c2836bcee tempest-ImagesOneServerTestJSON-1514129301 tempest-ImagesOneServerTestJSON-1514129301-project-member] Rescheduling: True {{(pid=55139) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 594.727820] nova-conductor[55139]: WARNING nova.scheduler.utils [None req-d6d98d31-c617-4b01-9233-663c2836bcee tempest-ImagesOneServerTestJSON-1514129301 tempest-ImagesOneServerTestJSON-1514129301-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance cc04e228-8b1a-4897-967e-131623434ac0.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance cc04e228-8b1a-4897-967e-131623434ac0. [ 594.728311] nova-conductor[55139]: WARNING nova.scheduler.utils [None req-d6d98d31-c617-4b01-9233-663c2836bcee tempest-ImagesOneServerTestJSON-1514129301 tempest-ImagesOneServerTestJSON-1514129301-project-member] [instance: cc04e228-8b1a-4897-967e-131623434ac0] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance cc04e228-8b1a-4897-967e-131623434ac0. [ 594.746375] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-a3a49875-5f09-42a9-80d0-5e6ea8e13650 tempest-MigrationsAdminTest-1373339766 tempest-MigrationsAdminTest-1373339766-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 594.746375] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-a3a49875-5f09-42a9-80d0-5e6ea8e13650 tempest-MigrationsAdminTest-1373339766 tempest-MigrationsAdminTest-1373339766-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 594.746860] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-a3a49875-5f09-42a9-80d0-5e6ea8e13650 tempest-MigrationsAdminTest-1373339766 tempest-MigrationsAdminTest-1373339766-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 594.765867] nova-conductor[55139]: DEBUG nova.network.neutron [None req-d6d98d31-c617-4b01-9233-663c2836bcee tempest-ImagesOneServerTestJSON-1514129301 tempest-ImagesOneServerTestJSON-1514129301-project-member] [instance: cc04e228-8b1a-4897-967e-131623434ac0] deallocate_for_instance() {{(pid=55139) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 594.818120] nova-conductor[55139]: DEBUG nova.network.neutron [None req-d6d98d31-c617-4b01-9233-663c2836bcee tempest-ImagesOneServerTestJSON-1514129301 tempest-ImagesOneServerTestJSON-1514129301-project-member] [instance: cc04e228-8b1a-4897-967e-131623434ac0] Instance cache missing network info. {{(pid=55139) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 594.823561] nova-conductor[55139]: DEBUG nova.network.neutron [None req-d6d98d31-c617-4b01-9233-663c2836bcee tempest-ImagesOneServerTestJSON-1514129301 tempest-ImagesOneServerTestJSON-1514129301-project-member] [instance: cc04e228-8b1a-4897-967e-131623434ac0] Updating instance_info_cache with network_info: [] {{(pid=55139) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 596.735867] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-d22e574b-375f-44a2-bc33-bc20d96d2860 tempest-FloatingIPsAssociationNegativeTestJSON-1515426409 tempest-FloatingIPsAssociationNegativeTestJSON-1515426409-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55139) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 596.756640] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-d22e574b-375f-44a2-bc33-bc20d96d2860 tempest-FloatingIPsAssociationNegativeTestJSON-1515426409 tempest-FloatingIPsAssociationNegativeTestJSON-1515426409-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 596.756948] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-d22e574b-375f-44a2-bc33-bc20d96d2860 tempest-FloatingIPsAssociationNegativeTestJSON-1515426409 tempest-FloatingIPsAssociationNegativeTestJSON-1515426409-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 596.760741] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-d22e574b-375f-44a2-bc33-bc20d96d2860 tempest-FloatingIPsAssociationNegativeTestJSON-1515426409 tempest-FloatingIPsAssociationNegativeTestJSON-1515426409-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 596.804824] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-d22e574b-375f-44a2-bc33-bc20d96d2860 tempest-FloatingIPsAssociationNegativeTestJSON-1515426409 tempest-FloatingIPsAssociationNegativeTestJSON-1515426409-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 596.805100] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-d22e574b-375f-44a2-bc33-bc20d96d2860 tempest-FloatingIPsAssociationNegativeTestJSON-1515426409 tempest-FloatingIPsAssociationNegativeTestJSON-1515426409-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 596.805266] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-d22e574b-375f-44a2-bc33-bc20d96d2860 tempest-FloatingIPsAssociationNegativeTestJSON-1515426409 tempest-FloatingIPsAssociationNegativeTestJSON-1515426409-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 596.805648] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-d22e574b-375f-44a2-bc33-bc20d96d2860 tempest-FloatingIPsAssociationNegativeTestJSON-1515426409 tempest-FloatingIPsAssociationNegativeTestJSON-1515426409-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 596.805834] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-d22e574b-375f-44a2-bc33-bc20d96d2860 tempest-FloatingIPsAssociationNegativeTestJSON-1515426409 tempest-FloatingIPsAssociationNegativeTestJSON-1515426409-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 596.806021] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-d22e574b-375f-44a2-bc33-bc20d96d2860 tempest-FloatingIPsAssociationNegativeTestJSON-1515426409 tempest-FloatingIPsAssociationNegativeTestJSON-1515426409-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 596.826762] nova-conductor[55139]: DEBUG nova.quota [None req-d22e574b-375f-44a2-bc33-bc20d96d2860 tempest-FloatingIPsAssociationNegativeTestJSON-1515426409 tempest-FloatingIPsAssociationNegativeTestJSON-1515426409-project-member] Getting quotas for project 51e84b6e17aa48a3a0855194872c9923. Resources: {'instances', 'cores', 'ram'} {{(pid=55139) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 596.832992] nova-conductor[55139]: DEBUG nova.quota [None req-d22e574b-375f-44a2-bc33-bc20d96d2860 tempest-FloatingIPsAssociationNegativeTestJSON-1515426409 tempest-FloatingIPsAssociationNegativeTestJSON-1515426409-project-member] Getting quotas for user 7fb53d850b2342ebaa64cffee7a4ea09 and project 51e84b6e17aa48a3a0855194872c9923. Resources: {'instances', 'cores', 'ram'} {{(pid=55139) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 596.845289] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-d22e574b-375f-44a2-bc33-bc20d96d2860 tempest-FloatingIPsAssociationNegativeTestJSON-1515426409 tempest-FloatingIPsAssociationNegativeTestJSON-1515426409-project-member] [instance: 1c4fe9af-7a19-4aaf-8758-8d945b2ee57e] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55139) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 596.845811] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-d22e574b-375f-44a2-bc33-bc20d96d2860 tempest-FloatingIPsAssociationNegativeTestJSON-1515426409 tempest-FloatingIPsAssociationNegativeTestJSON-1515426409-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 596.845811] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-d22e574b-375f-44a2-bc33-bc20d96d2860 tempest-FloatingIPsAssociationNegativeTestJSON-1515426409 tempest-FloatingIPsAssociationNegativeTestJSON-1515426409-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 596.845976] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-d22e574b-375f-44a2-bc33-bc20d96d2860 tempest-FloatingIPsAssociationNegativeTestJSON-1515426409 tempest-FloatingIPsAssociationNegativeTestJSON-1515426409-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 596.861625] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-d22e574b-375f-44a2-bc33-bc20d96d2860 tempest-FloatingIPsAssociationNegativeTestJSON-1515426409 tempest-FloatingIPsAssociationNegativeTestJSON-1515426409-project-member] [instance: 1c4fe9af-7a19-4aaf-8758-8d945b2ee57e] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55139) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 596.867034] nova-conductor[55138]: ERROR nova.scheduler.utils [None req-d208a85e-3293-4b12-8cda-70b437db5255 tempest-FloatingIPsAssociationTestJSON-62671885 tempest-FloatingIPsAssociationTestJSON-62671885-project-member] [instance: 4a0241c3-8dea-4deb-80e1-66bb9cba10b9] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 77702c21-b059-4fe9-80ca-9fe5548801d9, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 4a0241c3-8dea-4deb-80e1-66bb9cba10b9 was re-scheduled: Binding failed for port 77702c21-b059-4fe9-80ca-9fe5548801d9, please check neutron logs for more information.\n'] [ 596.867542] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-d22e574b-375f-44a2-bc33-bc20d96d2860 tempest-FloatingIPsAssociationNegativeTestJSON-1515426409 tempest-FloatingIPsAssociationNegativeTestJSON-1515426409-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 596.867643] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-d208a85e-3293-4b12-8cda-70b437db5255 tempest-FloatingIPsAssociationTestJSON-62671885 tempest-FloatingIPsAssociationTestJSON-62671885-project-member] Rescheduling: True {{(pid=55138) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 596.867643] nova-conductor[55138]: WARNING nova.scheduler.utils [None req-d208a85e-3293-4b12-8cda-70b437db5255 tempest-FloatingIPsAssociationTestJSON-62671885 tempest-FloatingIPsAssociationTestJSON-62671885-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4a0241c3-8dea-4deb-80e1-66bb9cba10b9.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4a0241c3-8dea-4deb-80e1-66bb9cba10b9. [ 596.867720] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-d22e574b-375f-44a2-bc33-bc20d96d2860 tempest-FloatingIPsAssociationNegativeTestJSON-1515426409 tempest-FloatingIPsAssociationNegativeTestJSON-1515426409-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 596.867720] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-d22e574b-375f-44a2-bc33-bc20d96d2860 tempest-FloatingIPsAssociationNegativeTestJSON-1515426409 tempest-FloatingIPsAssociationNegativeTestJSON-1515426409-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.003s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 596.867817] nova-conductor[55138]: WARNING nova.scheduler.utils [None req-d208a85e-3293-4b12-8cda-70b437db5255 tempest-FloatingIPsAssociationTestJSON-62671885 tempest-FloatingIPsAssociationTestJSON-62671885-project-member] [instance: 4a0241c3-8dea-4deb-80e1-66bb9cba10b9] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4a0241c3-8dea-4deb-80e1-66bb9cba10b9. [ 596.909720] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-d22e574b-375f-44a2-bc33-bc20d96d2860 tempest-FloatingIPsAssociationNegativeTestJSON-1515426409 tempest-FloatingIPsAssociationNegativeTestJSON-1515426409-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 596.910062] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-d22e574b-375f-44a2-bc33-bc20d96d2860 tempest-FloatingIPsAssociationNegativeTestJSON-1515426409 tempest-FloatingIPsAssociationNegativeTestJSON-1515426409-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 596.910158] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-d22e574b-375f-44a2-bc33-bc20d96d2860 tempest-FloatingIPsAssociationNegativeTestJSON-1515426409 tempest-FloatingIPsAssociationNegativeTestJSON-1515426409-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 596.980231] nova-conductor[55138]: DEBUG nova.network.neutron [None req-d208a85e-3293-4b12-8cda-70b437db5255 tempest-FloatingIPsAssociationTestJSON-62671885 tempest-FloatingIPsAssociationTestJSON-62671885-project-member] [instance: 4a0241c3-8dea-4deb-80e1-66bb9cba10b9] deallocate_for_instance() {{(pid=55138) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 597.360991] nova-conductor[55138]: DEBUG nova.network.neutron [None req-d208a85e-3293-4b12-8cda-70b437db5255 tempest-FloatingIPsAssociationTestJSON-62671885 tempest-FloatingIPsAssociationTestJSON-62671885-project-member] [instance: 4a0241c3-8dea-4deb-80e1-66bb9cba10b9] Instance cache missing network info. {{(pid=55138) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 597.367294] nova-conductor[55138]: DEBUG nova.network.neutron [None req-d208a85e-3293-4b12-8cda-70b437db5255 tempest-FloatingIPsAssociationTestJSON-62671885 tempest-FloatingIPsAssociationTestJSON-62671885-project-member] [instance: 4a0241c3-8dea-4deb-80e1-66bb9cba10b9] Updating instance_info_cache with network_info: [] {{(pid=55138) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 599.110973] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-1a152616-1018-4a26-b217-c857cd5ae93b tempest-AttachInterfacesUnderV243Test-1290048036 tempest-AttachInterfacesUnderV243Test-1290048036-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55139) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 599.127790] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-1a152616-1018-4a26-b217-c857cd5ae93b tempest-AttachInterfacesUnderV243Test-1290048036 tempest-AttachInterfacesUnderV243Test-1290048036-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 599.128132] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-1a152616-1018-4a26-b217-c857cd5ae93b tempest-AttachInterfacesUnderV243Test-1290048036 tempest-AttachInterfacesUnderV243Test-1290048036-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 599.128393] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-1a152616-1018-4a26-b217-c857cd5ae93b tempest-AttachInterfacesUnderV243Test-1290048036 tempest-AttachInterfacesUnderV243Test-1290048036-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 599.199236] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-1a152616-1018-4a26-b217-c857cd5ae93b tempest-AttachInterfacesUnderV243Test-1290048036 tempest-AttachInterfacesUnderV243Test-1290048036-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 599.199305] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-1a152616-1018-4a26-b217-c857cd5ae93b tempest-AttachInterfacesUnderV243Test-1290048036 tempest-AttachInterfacesUnderV243Test-1290048036-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 599.199456] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-1a152616-1018-4a26-b217-c857cd5ae93b tempest-AttachInterfacesUnderV243Test-1290048036 tempest-AttachInterfacesUnderV243Test-1290048036-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 599.200017] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-1a152616-1018-4a26-b217-c857cd5ae93b tempest-AttachInterfacesUnderV243Test-1290048036 tempest-AttachInterfacesUnderV243Test-1290048036-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 599.200117] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-1a152616-1018-4a26-b217-c857cd5ae93b tempest-AttachInterfacesUnderV243Test-1290048036 tempest-AttachInterfacesUnderV243Test-1290048036-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 599.200278] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-1a152616-1018-4a26-b217-c857cd5ae93b tempest-AttachInterfacesUnderV243Test-1290048036 tempest-AttachInterfacesUnderV243Test-1290048036-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 599.210851] nova-conductor[55139]: DEBUG nova.quota [None req-1a152616-1018-4a26-b217-c857cd5ae93b tempest-AttachInterfacesUnderV243Test-1290048036 tempest-AttachInterfacesUnderV243Test-1290048036-project-member] Getting quotas for project e391b265051f434195be46813032b79e. Resources: {'instances', 'cores', 'ram'} {{(pid=55139) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 599.213388] nova-conductor[55139]: DEBUG nova.quota [None req-1a152616-1018-4a26-b217-c857cd5ae93b tempest-AttachInterfacesUnderV243Test-1290048036 tempest-AttachInterfacesUnderV243Test-1290048036-project-member] Getting quotas for user 6d4132b49f7e47719de892f6fdae0a7f and project e391b265051f434195be46813032b79e. Resources: {'instances', 'cores', 'ram'} {{(pid=55139) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 599.219770] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-1a152616-1018-4a26-b217-c857cd5ae93b tempest-AttachInterfacesUnderV243Test-1290048036 tempest-AttachInterfacesUnderV243Test-1290048036-project-member] [instance: 1afb7b0e-7c9a-4594-8214-37fbecc1b7c5] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55139) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 599.219939] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-1a152616-1018-4a26-b217-c857cd5ae93b tempest-AttachInterfacesUnderV243Test-1290048036 tempest-AttachInterfacesUnderV243Test-1290048036-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 599.220201] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-1a152616-1018-4a26-b217-c857cd5ae93b tempest-AttachInterfacesUnderV243Test-1290048036 tempest-AttachInterfacesUnderV243Test-1290048036-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 599.220357] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-1a152616-1018-4a26-b217-c857cd5ae93b tempest-AttachInterfacesUnderV243Test-1290048036 tempest-AttachInterfacesUnderV243Test-1290048036-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 599.227911] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-1a152616-1018-4a26-b217-c857cd5ae93b tempest-AttachInterfacesUnderV243Test-1290048036 tempest-AttachInterfacesUnderV243Test-1290048036-project-member] [instance: 1afb7b0e-7c9a-4594-8214-37fbecc1b7c5] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55139) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 599.228794] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-1a152616-1018-4a26-b217-c857cd5ae93b tempest-AttachInterfacesUnderV243Test-1290048036 tempest-AttachInterfacesUnderV243Test-1290048036-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 599.229135] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-1a152616-1018-4a26-b217-c857cd5ae93b tempest-AttachInterfacesUnderV243Test-1290048036 tempest-AttachInterfacesUnderV243Test-1290048036-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 599.229390] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-1a152616-1018-4a26-b217-c857cd5ae93b tempest-AttachInterfacesUnderV243Test-1290048036 tempest-AttachInterfacesUnderV243Test-1290048036-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 599.263757] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-1a152616-1018-4a26-b217-c857cd5ae93b tempest-AttachInterfacesUnderV243Test-1290048036 tempest-AttachInterfacesUnderV243Test-1290048036-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 599.263757] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-1a152616-1018-4a26-b217-c857cd5ae93b tempest-AttachInterfacesUnderV243Test-1290048036 tempest-AttachInterfacesUnderV243Test-1290048036-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 599.263757] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-1a152616-1018-4a26-b217-c857cd5ae93b tempest-AttachInterfacesUnderV243Test-1290048036 tempest-AttachInterfacesUnderV243Test-1290048036-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.415879] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-674793e4-5bfc-4da2-b171-92d6bb4be65e tempest-ServersAdmin275Test-1316318664 tempest-ServersAdmin275Test-1316318664-project-admin] Targeting cell 97f9caa4-145d-43be-b385-f5d201c44331(cell1) for conductor method rebuild_instance {{(pid=55139) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 600.416604] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-674793e4-5bfc-4da2-b171-92d6bb4be65e tempest-ServersAdmin275Test-1316318664 tempest-ServersAdmin275Test-1316318664-project-admin] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 600.417088] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-674793e4-5bfc-4da2-b171-92d6bb4be65e tempest-ServersAdmin275Test-1316318664 tempest-ServersAdmin275Test-1316318664-project-admin] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 600.417328] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-674793e4-5bfc-4da2-b171-92d6bb4be65e tempest-ServersAdmin275Test-1316318664 tempest-ServersAdmin275Test-1316318664-project-admin] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 600.433142] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-674793e4-5bfc-4da2-b171-92d6bb4be65e tempest-ServersAdmin275Test-1316318664 tempest-ServersAdmin275Test-1316318664-project-admin] [instance: 0ded82aa-c68d-4d11-9e4d-90ed9a19b708] No migration record for the rebuild/evacuate request. {{(pid=55139) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1227}} [ 601.005042] nova-conductor[55138]: DEBUG dbcounter [-] [55138] Writing DB stats nova_cell0:SELECT=3 {{(pid=55138) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 601.121136] nova-conductor[55138]: DEBUG dbcounter [-] [55138] Writing DB stats nova_cell1:SELECT=11,nova_cell1:SAVEPOINT=3,nova_cell1:INSERT=31,nova_cell1:RELEASE=3 {{(pid=55138) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 601.134448] nova-conductor[55138]: DEBUG dbcounter [-] [55138] Writing DB stats nova_api:SELECT=22,nova_api:UPDATE=3,nova_api:DELETE=1 {{(pid=55138) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 601.139743] nova-conductor[55138]: DEBUG dbcounter [-] [55138] Writing DB stats nova_api:SELECT=18,nova_api:DELETE=3,nova_api:UPDATE=1 {{(pid=55138) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 602.078431] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-ef302cb8-340b-44e5-ae9a-5a9a302278fa tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55139) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 602.097977] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-ef302cb8-340b-44e5-ae9a-5a9a302278fa tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 602.098338] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-ef302cb8-340b-44e5-ae9a-5a9a302278fa tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 602.098417] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-ef302cb8-340b-44e5-ae9a-5a9a302278fa tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 602.408118] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-ef302cb8-340b-44e5-ae9a-5a9a302278fa tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 602.408348] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-ef302cb8-340b-44e5-ae9a-5a9a302278fa tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 602.408543] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-ef302cb8-340b-44e5-ae9a-5a9a302278fa tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 602.411173] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-ef302cb8-340b-44e5-ae9a-5a9a302278fa tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 602.411173] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-ef302cb8-340b-44e5-ae9a-5a9a302278fa tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 602.411173] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-ef302cb8-340b-44e5-ae9a-5a9a302278fa tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 602.430307] nova-conductor[55139]: DEBUG nova.quota [None req-ef302cb8-340b-44e5-ae9a-5a9a302278fa tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Getting quotas for project 5e914f87450949b1a39866e8cfa3a0eb. Resources: {'instances', 'cores', 'ram'} {{(pid=55139) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 602.435500] nova-conductor[55139]: DEBUG nova.quota [None req-ef302cb8-340b-44e5-ae9a-5a9a302278fa tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Getting quotas for user 2d292997e4c34051acc645b4a65dc369 and project 5e914f87450949b1a39866e8cfa3a0eb. Resources: {'instances', 'cores', 'ram'} {{(pid=55139) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 602.445411] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-ef302cb8-340b-44e5-ae9a-5a9a302278fa tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] [instance: 13e91ad9-7fe6-4bbe-8a67-d63a48bfac20] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55139) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 602.445976] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-ef302cb8-340b-44e5-ae9a-5a9a302278fa tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 602.447264] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-ef302cb8-340b-44e5-ae9a-5a9a302278fa tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 602.447460] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-ef302cb8-340b-44e5-ae9a-5a9a302278fa tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 602.451313] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-ef302cb8-340b-44e5-ae9a-5a9a302278fa tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] [instance: 13e91ad9-7fe6-4bbe-8a67-d63a48bfac20] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55139) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 602.452050] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-ef302cb8-340b-44e5-ae9a-5a9a302278fa tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 602.452789] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-ef302cb8-340b-44e5-ae9a-5a9a302278fa tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 602.452789] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-ef302cb8-340b-44e5-ae9a-5a9a302278fa tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 602.481260] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-ef302cb8-340b-44e5-ae9a-5a9a302278fa tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 602.481978] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-ef302cb8-340b-44e5-ae9a-5a9a302278fa tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 602.481978] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-ef302cb8-340b-44e5-ae9a-5a9a302278fa tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 603.177478] nova-conductor[55138]: ERROR nova.scheduler.utils [None req-87197476-4580-47f0-a72b-6dd036e48557 tempest-AttachInterfacesTestJSON-8017105 tempest-AttachInterfacesTestJSON-8017105-project-member] [instance: 4646821e-13ec-4413-aa82-1bbf6eb384ad] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port f8672ac4-0bf6-410d-af1e-af7434600f7d, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 4646821e-13ec-4413-aa82-1bbf6eb384ad was re-scheduled: Binding failed for port f8672ac4-0bf6-410d-af1e-af7434600f7d, please check neutron logs for more information.\n'] [ 603.178151] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-87197476-4580-47f0-a72b-6dd036e48557 tempest-AttachInterfacesTestJSON-8017105 tempest-AttachInterfacesTestJSON-8017105-project-member] Rescheduling: True {{(pid=55138) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 603.178546] nova-conductor[55138]: WARNING nova.scheduler.utils [None req-87197476-4580-47f0-a72b-6dd036e48557 tempest-AttachInterfacesTestJSON-8017105 tempest-AttachInterfacesTestJSON-8017105-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4646821e-13ec-4413-aa82-1bbf6eb384ad.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4646821e-13ec-4413-aa82-1bbf6eb384ad. [ 603.178942] nova-conductor[55138]: WARNING nova.scheduler.utils [None req-87197476-4580-47f0-a72b-6dd036e48557 tempest-AttachInterfacesTestJSON-8017105 tempest-AttachInterfacesTestJSON-8017105-project-member] [instance: 4646821e-13ec-4413-aa82-1bbf6eb384ad] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4646821e-13ec-4413-aa82-1bbf6eb384ad. [ 603.211464] nova-conductor[55138]: DEBUG nova.network.neutron [None req-87197476-4580-47f0-a72b-6dd036e48557 tempest-AttachInterfacesTestJSON-8017105 tempest-AttachInterfacesTestJSON-8017105-project-member] [instance: 4646821e-13ec-4413-aa82-1bbf6eb384ad] deallocate_for_instance() {{(pid=55138) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 603.274413] nova-conductor[55138]: DEBUG nova.network.neutron [None req-87197476-4580-47f0-a72b-6dd036e48557 tempest-AttachInterfacesTestJSON-8017105 tempest-AttachInterfacesTestJSON-8017105-project-member] [instance: 4646821e-13ec-4413-aa82-1bbf6eb384ad] Instance cache missing network info. {{(pid=55138) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 603.281557] nova-conductor[55138]: DEBUG nova.network.neutron [None req-87197476-4580-47f0-a72b-6dd036e48557 tempest-AttachInterfacesTestJSON-8017105 tempest-AttachInterfacesTestJSON-8017105-project-member] [instance: 4646821e-13ec-4413-aa82-1bbf6eb384ad] Updating instance_info_cache with network_info: [] {{(pid=55138) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 605.120375] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-b361ddff-3a71-4c56-8559-bd9a12f7a370 tempest-ServersNegativeTestMultiTenantJSON-853169975 tempest-ServersNegativeTestMultiTenantJSON-853169975-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55138) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 605.139756] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-b361ddff-3a71-4c56-8559-bd9a12f7a370 tempest-ServersNegativeTestMultiTenantJSON-853169975 tempest-ServersNegativeTestMultiTenantJSON-853169975-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 605.140039] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-b361ddff-3a71-4c56-8559-bd9a12f7a370 tempest-ServersNegativeTestMultiTenantJSON-853169975 tempest-ServersNegativeTestMultiTenantJSON-853169975-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 605.140223] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-b361ddff-3a71-4c56-8559-bd9a12f7a370 tempest-ServersNegativeTestMultiTenantJSON-853169975 tempest-ServersNegativeTestMultiTenantJSON-853169975-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 605.194347] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-b361ddff-3a71-4c56-8559-bd9a12f7a370 tempest-ServersNegativeTestMultiTenantJSON-853169975 tempest-ServersNegativeTestMultiTenantJSON-853169975-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 605.194572] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-b361ddff-3a71-4c56-8559-bd9a12f7a370 tempest-ServersNegativeTestMultiTenantJSON-853169975 tempest-ServersNegativeTestMultiTenantJSON-853169975-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 605.194859] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-b361ddff-3a71-4c56-8559-bd9a12f7a370 tempest-ServersNegativeTestMultiTenantJSON-853169975 tempest-ServersNegativeTestMultiTenantJSON-853169975-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 605.195675] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-b361ddff-3a71-4c56-8559-bd9a12f7a370 tempest-ServersNegativeTestMultiTenantJSON-853169975 tempest-ServersNegativeTestMultiTenantJSON-853169975-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 605.195675] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-b361ddff-3a71-4c56-8559-bd9a12f7a370 tempest-ServersNegativeTestMultiTenantJSON-853169975 tempest-ServersNegativeTestMultiTenantJSON-853169975-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 605.195915] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-b361ddff-3a71-4c56-8559-bd9a12f7a370 tempest-ServersNegativeTestMultiTenantJSON-853169975 tempest-ServersNegativeTestMultiTenantJSON-853169975-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 605.210815] nova-conductor[55138]: DEBUG nova.quota [None req-b361ddff-3a71-4c56-8559-bd9a12f7a370 tempest-ServersNegativeTestMultiTenantJSON-853169975 tempest-ServersNegativeTestMultiTenantJSON-853169975-project-member] Getting quotas for project 6088b167b9134db38ec3474e6874cc35. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 605.214492] nova-conductor[55138]: DEBUG nova.quota [None req-b361ddff-3a71-4c56-8559-bd9a12f7a370 tempest-ServersNegativeTestMultiTenantJSON-853169975 tempest-ServersNegativeTestMultiTenantJSON-853169975-project-member] Getting quotas for user f68381ee587c436aaf3520ab13f12692 and project 6088b167b9134db38ec3474e6874cc35. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 605.219953] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-b361ddff-3a71-4c56-8559-bd9a12f7a370 tempest-ServersNegativeTestMultiTenantJSON-853169975 tempest-ServersNegativeTestMultiTenantJSON-853169975-project-member] [instance: 03e9f5cc-344c-45c8-abff-aae8db411832] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55138) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 605.220434] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-b361ddff-3a71-4c56-8559-bd9a12f7a370 tempest-ServersNegativeTestMultiTenantJSON-853169975 tempest-ServersNegativeTestMultiTenantJSON-853169975-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 605.220645] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-b361ddff-3a71-4c56-8559-bd9a12f7a370 tempest-ServersNegativeTestMultiTenantJSON-853169975 tempest-ServersNegativeTestMultiTenantJSON-853169975-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 605.220816] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-b361ddff-3a71-4c56-8559-bd9a12f7a370 tempest-ServersNegativeTestMultiTenantJSON-853169975 tempest-ServersNegativeTestMultiTenantJSON-853169975-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 605.225975] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-b361ddff-3a71-4c56-8559-bd9a12f7a370 tempest-ServersNegativeTestMultiTenantJSON-853169975 tempest-ServersNegativeTestMultiTenantJSON-853169975-project-member] [instance: 03e9f5cc-344c-45c8-abff-aae8db411832] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55138) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 605.226770] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-b361ddff-3a71-4c56-8559-bd9a12f7a370 tempest-ServersNegativeTestMultiTenantJSON-853169975 tempest-ServersNegativeTestMultiTenantJSON-853169975-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 605.226983] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-b361ddff-3a71-4c56-8559-bd9a12f7a370 tempest-ServersNegativeTestMultiTenantJSON-853169975 tempest-ServersNegativeTestMultiTenantJSON-853169975-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 605.227217] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-b361ddff-3a71-4c56-8559-bd9a12f7a370 tempest-ServersNegativeTestMultiTenantJSON-853169975 tempest-ServersNegativeTestMultiTenantJSON-853169975-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 605.250258] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-b361ddff-3a71-4c56-8559-bd9a12f7a370 tempest-ServersNegativeTestMultiTenantJSON-853169975 tempest-ServersNegativeTestMultiTenantJSON-853169975-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 605.250927] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-b361ddff-3a71-4c56-8559-bd9a12f7a370 tempest-ServersNegativeTestMultiTenantJSON-853169975 tempest-ServersNegativeTestMultiTenantJSON-853169975-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 605.250927] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-b361ddff-3a71-4c56-8559-bd9a12f7a370 tempest-ServersNegativeTestMultiTenantJSON-853169975 tempest-ServersNegativeTestMultiTenantJSON-853169975-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.107217] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-b0d36060-9e10-49a0-b0f2-41a03a6c55f1 tempest-ServersWithSpecificFlavorTestJSON-1769758871 tempest-ServersWithSpecificFlavorTestJSON-1769758871-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55139) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 610.133022] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-b0d36060-9e10-49a0-b0f2-41a03a6c55f1 tempest-ServersWithSpecificFlavorTestJSON-1769758871 tempest-ServersWithSpecificFlavorTestJSON-1769758871-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.133280] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-b0d36060-9e10-49a0-b0f2-41a03a6c55f1 tempest-ServersWithSpecificFlavorTestJSON-1769758871 tempest-ServersWithSpecificFlavorTestJSON-1769758871-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.133489] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-b0d36060-9e10-49a0-b0f2-41a03a6c55f1 tempest-ServersWithSpecificFlavorTestJSON-1769758871 tempest-ServersWithSpecificFlavorTestJSON-1769758871-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.193569] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-b0d36060-9e10-49a0-b0f2-41a03a6c55f1 tempest-ServersWithSpecificFlavorTestJSON-1769758871 tempest-ServersWithSpecificFlavorTestJSON-1769758871-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.193569] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-b0d36060-9e10-49a0-b0f2-41a03a6c55f1 tempest-ServersWithSpecificFlavorTestJSON-1769758871 tempest-ServersWithSpecificFlavorTestJSON-1769758871-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.193569] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-b0d36060-9e10-49a0-b0f2-41a03a6c55f1 tempest-ServersWithSpecificFlavorTestJSON-1769758871 tempest-ServersWithSpecificFlavorTestJSON-1769758871-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.194314] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-b0d36060-9e10-49a0-b0f2-41a03a6c55f1 tempest-ServersWithSpecificFlavorTestJSON-1769758871 tempest-ServersWithSpecificFlavorTestJSON-1769758871-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.194314] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-b0d36060-9e10-49a0-b0f2-41a03a6c55f1 tempest-ServersWithSpecificFlavorTestJSON-1769758871 tempest-ServersWithSpecificFlavorTestJSON-1769758871-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.194406] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-b0d36060-9e10-49a0-b0f2-41a03a6c55f1 tempest-ServersWithSpecificFlavorTestJSON-1769758871 tempest-ServersWithSpecificFlavorTestJSON-1769758871-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.211742] nova-conductor[55139]: DEBUG nova.quota [None req-b0d36060-9e10-49a0-b0f2-41a03a6c55f1 tempest-ServersWithSpecificFlavorTestJSON-1769758871 tempest-ServersWithSpecificFlavorTestJSON-1769758871-project-member] Getting quotas for project e661cefa1ff947fbb61edb5a35cde95c. Resources: {'instances', 'cores', 'ram'} {{(pid=55139) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 610.220191] nova-conductor[55139]: DEBUG nova.quota [None req-b0d36060-9e10-49a0-b0f2-41a03a6c55f1 tempest-ServersWithSpecificFlavorTestJSON-1769758871 tempest-ServersWithSpecificFlavorTestJSON-1769758871-project-member] Getting quotas for user 26a62f0b64fa47bb805fca725f623a57 and project e661cefa1ff947fbb61edb5a35cde95c. Resources: {'instances', 'cores', 'ram'} {{(pid=55139) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 610.224395] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-b0d36060-9e10-49a0-b0f2-41a03a6c55f1 tempest-ServersWithSpecificFlavorTestJSON-1769758871 tempest-ServersWithSpecificFlavorTestJSON-1769758871-project-member] [instance: ef69de02-6e43-4489-a35a-8a9096e54fbd] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55139) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 610.224798] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-b0d36060-9e10-49a0-b0f2-41a03a6c55f1 tempest-ServersWithSpecificFlavorTestJSON-1769758871 tempest-ServersWithSpecificFlavorTestJSON-1769758871-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.225015] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-b0d36060-9e10-49a0-b0f2-41a03a6c55f1 tempest-ServersWithSpecificFlavorTestJSON-1769758871 tempest-ServersWithSpecificFlavorTestJSON-1769758871-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.225264] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-b0d36060-9e10-49a0-b0f2-41a03a6c55f1 tempest-ServersWithSpecificFlavorTestJSON-1769758871 tempest-ServersWithSpecificFlavorTestJSON-1769758871-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.228740] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-b0d36060-9e10-49a0-b0f2-41a03a6c55f1 tempest-ServersWithSpecificFlavorTestJSON-1769758871 tempest-ServersWithSpecificFlavorTestJSON-1769758871-project-member] [instance: ef69de02-6e43-4489-a35a-8a9096e54fbd] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55139) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 610.229135] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-b0d36060-9e10-49a0-b0f2-41a03a6c55f1 tempest-ServersWithSpecificFlavorTestJSON-1769758871 tempest-ServersWithSpecificFlavorTestJSON-1769758871-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.229431] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-b0d36060-9e10-49a0-b0f2-41a03a6c55f1 tempest-ServersWithSpecificFlavorTestJSON-1769758871 tempest-ServersWithSpecificFlavorTestJSON-1769758871-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.229520] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-b0d36060-9e10-49a0-b0f2-41a03a6c55f1 tempest-ServersWithSpecificFlavorTestJSON-1769758871 tempest-ServersWithSpecificFlavorTestJSON-1769758871-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.249282] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-b0d36060-9e10-49a0-b0f2-41a03a6c55f1 tempest-ServersWithSpecificFlavorTestJSON-1769758871 tempest-ServersWithSpecificFlavorTestJSON-1769758871-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.249520] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-b0d36060-9e10-49a0-b0f2-41a03a6c55f1 tempest-ServersWithSpecificFlavorTestJSON-1769758871 tempest-ServersWithSpecificFlavorTestJSON-1769758871-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.249723] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-b0d36060-9e10-49a0-b0f2-41a03a6c55f1 tempest-ServersWithSpecificFlavorTestJSON-1769758871 tempest-ServersWithSpecificFlavorTestJSON-1769758871-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.719423] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-ebf98e72-8912-44b2-a9b0-e3e10637e925 tempest-SecurityGroupsTestJSON-1001345364 tempest-SecurityGroupsTestJSON-1001345364-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=55139) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 610.741022] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-ebf98e72-8912-44b2-a9b0-e3e10637e925 tempest-SecurityGroupsTestJSON-1001345364 tempest-SecurityGroupsTestJSON-1001345364-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.741022] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-ebf98e72-8912-44b2-a9b0-e3e10637e925 tempest-SecurityGroupsTestJSON-1001345364 tempest-SecurityGroupsTestJSON-1001345364-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.741022] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-ebf98e72-8912-44b2-a9b0-e3e10637e925 tempest-SecurityGroupsTestJSON-1001345364 tempest-SecurityGroupsTestJSON-1001345364-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.777840] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-ebf98e72-8912-44b2-a9b0-e3e10637e925 tempest-SecurityGroupsTestJSON-1001345364 tempest-SecurityGroupsTestJSON-1001345364-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.777840] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-ebf98e72-8912-44b2-a9b0-e3e10637e925 tempest-SecurityGroupsTestJSON-1001345364 tempest-SecurityGroupsTestJSON-1001345364-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.778714] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-ebf98e72-8912-44b2-a9b0-e3e10637e925 tempest-SecurityGroupsTestJSON-1001345364 tempest-SecurityGroupsTestJSON-1001345364-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.779825] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-ebf98e72-8912-44b2-a9b0-e3e10637e925 tempest-SecurityGroupsTestJSON-1001345364 tempest-SecurityGroupsTestJSON-1001345364-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.780340] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-ebf98e72-8912-44b2-a9b0-e3e10637e925 tempest-SecurityGroupsTestJSON-1001345364 tempest-SecurityGroupsTestJSON-1001345364-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.780624] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-ebf98e72-8912-44b2-a9b0-e3e10637e925 tempest-SecurityGroupsTestJSON-1001345364 tempest-SecurityGroupsTestJSON-1001345364-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.792678] nova-conductor[55139]: DEBUG nova.quota [None req-ebf98e72-8912-44b2-a9b0-e3e10637e925 tempest-SecurityGroupsTestJSON-1001345364 tempest-SecurityGroupsTestJSON-1001345364-project-member] Getting quotas for project fc7e68f0c5e3411a81971d90c03adf52. Resources: {'instances', 'cores', 'ram'} {{(pid=55139) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 610.796105] nova-conductor[55139]: DEBUG nova.quota [None req-ebf98e72-8912-44b2-a9b0-e3e10637e925 tempest-SecurityGroupsTestJSON-1001345364 tempest-SecurityGroupsTestJSON-1001345364-project-member] Getting quotas for user ba9bdc218e2b44b2a338e799a6fb84a0 and project fc7e68f0c5e3411a81971d90c03adf52. Resources: {'instances', 'cores', 'ram'} {{(pid=55139) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 610.804254] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-ebf98e72-8912-44b2-a9b0-e3e10637e925 tempest-SecurityGroupsTestJSON-1001345364 tempest-SecurityGroupsTestJSON-1001345364-project-member] [instance: bc8fc812-1e66-4e14-a39c-1c226e7fe2b9] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55139) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 610.804254] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-ebf98e72-8912-44b2-a9b0-e3e10637e925 tempest-SecurityGroupsTestJSON-1001345364 tempest-SecurityGroupsTestJSON-1001345364-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.804254] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-ebf98e72-8912-44b2-a9b0-e3e10637e925 tempest-SecurityGroupsTestJSON-1001345364 tempest-SecurityGroupsTestJSON-1001345364-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.804254] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-ebf98e72-8912-44b2-a9b0-e3e10637e925 tempest-SecurityGroupsTestJSON-1001345364 tempest-SecurityGroupsTestJSON-1001345364-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.817086] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-ebf98e72-8912-44b2-a9b0-e3e10637e925 tempest-SecurityGroupsTestJSON-1001345364 tempest-SecurityGroupsTestJSON-1001345364-project-member] [instance: bc8fc812-1e66-4e14-a39c-1c226e7fe2b9] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55139) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 610.817086] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-ebf98e72-8912-44b2-a9b0-e3e10637e925 tempest-SecurityGroupsTestJSON-1001345364 tempest-SecurityGroupsTestJSON-1001345364-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.817086] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-ebf98e72-8912-44b2-a9b0-e3e10637e925 tempest-SecurityGroupsTestJSON-1001345364 tempest-SecurityGroupsTestJSON-1001345364-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.817086] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-ebf98e72-8912-44b2-a9b0-e3e10637e925 tempest-SecurityGroupsTestJSON-1001345364 tempest-SecurityGroupsTestJSON-1001345364-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 610.843546] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-ebf98e72-8912-44b2-a9b0-e3e10637e925 tempest-SecurityGroupsTestJSON-1001345364 tempest-SecurityGroupsTestJSON-1001345364-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 610.843785] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-ebf98e72-8912-44b2-a9b0-e3e10637e925 tempest-SecurityGroupsTestJSON-1001345364 tempest-SecurityGroupsTestJSON-1001345364-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 610.844233] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-ebf98e72-8912-44b2-a9b0-e3e10637e925 tempest-SecurityGroupsTestJSON-1001345364 tempest-SecurityGroupsTestJSON-1001345364-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 611.859467] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-d9f0c7b5-b65f-4188-913d-3da8864d7503 tempest-ServerActionsTestOtherB-1892850679 tempest-ServerActionsTestOtherB-1892850679-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55138) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 611.879153] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-d9f0c7b5-b65f-4188-913d-3da8864d7503 tempest-ServerActionsTestOtherB-1892850679 tempest-ServerActionsTestOtherB-1892850679-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.879153] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-d9f0c7b5-b65f-4188-913d-3da8864d7503 tempest-ServerActionsTestOtherB-1892850679 tempest-ServerActionsTestOtherB-1892850679-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 611.880118] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-d9f0c7b5-b65f-4188-913d-3da8864d7503 tempest-ServerActionsTestOtherB-1892850679 tempest-ServerActionsTestOtherB-1892850679-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 611.937434] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-d9f0c7b5-b65f-4188-913d-3da8864d7503 tempest-ServerActionsTestOtherB-1892850679 tempest-ServerActionsTestOtherB-1892850679-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.937773] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-d9f0c7b5-b65f-4188-913d-3da8864d7503 tempest-ServerActionsTestOtherB-1892850679 tempest-ServerActionsTestOtherB-1892850679-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 611.938191] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-d9f0c7b5-b65f-4188-913d-3da8864d7503 tempest-ServerActionsTestOtherB-1892850679 tempest-ServerActionsTestOtherB-1892850679-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 611.938692] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-d9f0c7b5-b65f-4188-913d-3da8864d7503 tempest-ServerActionsTestOtherB-1892850679 tempest-ServerActionsTestOtherB-1892850679-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.938908] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-d9f0c7b5-b65f-4188-913d-3da8864d7503 tempest-ServerActionsTestOtherB-1892850679 tempest-ServerActionsTestOtherB-1892850679-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 611.940239] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-d9f0c7b5-b65f-4188-913d-3da8864d7503 tempest-ServerActionsTestOtherB-1892850679 tempest-ServerActionsTestOtherB-1892850679-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 611.951738] nova-conductor[55138]: DEBUG nova.quota [None req-d9f0c7b5-b65f-4188-913d-3da8864d7503 tempest-ServerActionsTestOtherB-1892850679 tempest-ServerActionsTestOtherB-1892850679-project-member] Getting quotas for project 5ed4b087ff67444e819051277d51b9f1. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 611.957160] nova-conductor[55138]: DEBUG nova.quota [None req-d9f0c7b5-b65f-4188-913d-3da8864d7503 tempest-ServerActionsTestOtherB-1892850679 tempest-ServerActionsTestOtherB-1892850679-project-member] Getting quotas for user 747b3ed3dfb04497aa11701e7498e53c and project 5ed4b087ff67444e819051277d51b9f1. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 611.963689] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-d9f0c7b5-b65f-4188-913d-3da8864d7503 tempest-ServerActionsTestOtherB-1892850679 tempest-ServerActionsTestOtherB-1892850679-project-member] [instance: 4c84555a-83ac-4896-b40c-cbd7e14eebed] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55138) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 611.964222] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-d9f0c7b5-b65f-4188-913d-3da8864d7503 tempest-ServerActionsTestOtherB-1892850679 tempest-ServerActionsTestOtherB-1892850679-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.964435] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-d9f0c7b5-b65f-4188-913d-3da8864d7503 tempest-ServerActionsTestOtherB-1892850679 tempest-ServerActionsTestOtherB-1892850679-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 611.964610] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-d9f0c7b5-b65f-4188-913d-3da8864d7503 tempest-ServerActionsTestOtherB-1892850679 tempest-ServerActionsTestOtherB-1892850679-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 611.970099] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-d9f0c7b5-b65f-4188-913d-3da8864d7503 tempest-ServerActionsTestOtherB-1892850679 tempest-ServerActionsTestOtherB-1892850679-project-member] [instance: 4c84555a-83ac-4896-b40c-cbd7e14eebed] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55138) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 611.971059] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-d9f0c7b5-b65f-4188-913d-3da8864d7503 tempest-ServerActionsTestOtherB-1892850679 tempest-ServerActionsTestOtherB-1892850679-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.971059] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-d9f0c7b5-b65f-4188-913d-3da8864d7503 tempest-ServerActionsTestOtherB-1892850679 tempest-ServerActionsTestOtherB-1892850679-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 611.971177] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-d9f0c7b5-b65f-4188-913d-3da8864d7503 tempest-ServerActionsTestOtherB-1892850679 tempest-ServerActionsTestOtherB-1892850679-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 611.992392] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-d9f0c7b5-b65f-4188-913d-3da8864d7503 tempest-ServerActionsTestOtherB-1892850679 tempest-ServerActionsTestOtherB-1892850679-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 611.992601] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-d9f0c7b5-b65f-4188-913d-3da8864d7503 tempest-ServerActionsTestOtherB-1892850679 tempest-ServerActionsTestOtherB-1892850679-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 611.992803] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-d9f0c7b5-b65f-4188-913d-3da8864d7503 tempest-ServerActionsTestOtherB-1892850679 tempest-ServerActionsTestOtherB-1892850679-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 614.275510] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-93b9d231-933b-47b0-95d3-4d562b2c9cd6 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55138) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 614.294987] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-93b9d231-933b-47b0-95d3-4d562b2c9cd6 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.294987] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-93b9d231-933b-47b0-95d3-4d562b2c9cd6 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 614.295581] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-93b9d231-933b-47b0-95d3-4d562b2c9cd6 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 614.345984] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-93b9d231-933b-47b0-95d3-4d562b2c9cd6 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.346715] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-93b9d231-933b-47b0-95d3-4d562b2c9cd6 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 614.346715] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-93b9d231-933b-47b0-95d3-4d562b2c9cd6 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 614.347444] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-93b9d231-933b-47b0-95d3-4d562b2c9cd6 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.347772] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-93b9d231-933b-47b0-95d3-4d562b2c9cd6 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 614.347895] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-93b9d231-933b-47b0-95d3-4d562b2c9cd6 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 614.358271] nova-conductor[55138]: DEBUG nova.quota [None req-93b9d231-933b-47b0-95d3-4d562b2c9cd6 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Getting quotas for project 22352c25bca8416a948014391a5389ac. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 614.361772] nova-conductor[55138]: DEBUG nova.quota [None req-93b9d231-933b-47b0-95d3-4d562b2c9cd6 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Getting quotas for user 1236175893a3401cb01b04604168f1e0 and project 22352c25bca8416a948014391a5389ac. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 614.367962] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-93b9d231-933b-47b0-95d3-4d562b2c9cd6 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] [instance: 45fce1e9-b1bb-48aa-9752-cbd011136abd] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55138) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 614.368517] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-93b9d231-933b-47b0-95d3-4d562b2c9cd6 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.368731] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-93b9d231-933b-47b0-95d3-4d562b2c9cd6 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 614.368902] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-93b9d231-933b-47b0-95d3-4d562b2c9cd6 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 614.373282] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-93b9d231-933b-47b0-95d3-4d562b2c9cd6 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] [instance: 45fce1e9-b1bb-48aa-9752-cbd011136abd] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55138) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 614.374370] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-93b9d231-933b-47b0-95d3-4d562b2c9cd6 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.374562] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-93b9d231-933b-47b0-95d3-4d562b2c9cd6 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 614.374800] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-93b9d231-933b-47b0-95d3-4d562b2c9cd6 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 614.399704] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-93b9d231-933b-47b0-95d3-4d562b2c9cd6 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 614.399932] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-93b9d231-933b-47b0-95d3-4d562b2c9cd6 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 614.400120] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-93b9d231-933b-47b0-95d3-4d562b2c9cd6 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 614.500425] nova-conductor[55138]: ERROR nova.scheduler.utils [None req-14a9be4d-2c4b-4609-a414-9cb914002688 tempest-AttachInterfacesV270Test-809427474 tempest-AttachInterfacesV270Test-809427474-project-member] [instance: 6e102794-152e-492e-b063-e1ebaffa82b6] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 5305bbd8-e698-4cb8-a36d-de3f0148ecac, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 6e102794-152e-492e-b063-e1ebaffa82b6 was re-scheduled: Binding failed for port 5305bbd8-e698-4cb8-a36d-de3f0148ecac, please check neutron logs for more information.\n'] [ 614.501040] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-14a9be4d-2c4b-4609-a414-9cb914002688 tempest-AttachInterfacesV270Test-809427474 tempest-AttachInterfacesV270Test-809427474-project-member] Rescheduling: True {{(pid=55138) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 614.501277] nova-conductor[55138]: WARNING nova.scheduler.utils [None req-14a9be4d-2c4b-4609-a414-9cb914002688 tempest-AttachInterfacesV270Test-809427474 tempest-AttachInterfacesV270Test-809427474-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 6e102794-152e-492e-b063-e1ebaffa82b6.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 6e102794-152e-492e-b063-e1ebaffa82b6. [ 614.501589] nova-conductor[55138]: WARNING nova.scheduler.utils [None req-14a9be4d-2c4b-4609-a414-9cb914002688 tempest-AttachInterfacesV270Test-809427474 tempest-AttachInterfacesV270Test-809427474-project-member] [instance: 6e102794-152e-492e-b063-e1ebaffa82b6] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 6e102794-152e-492e-b063-e1ebaffa82b6. [ 614.526689] nova-conductor[55138]: DEBUG nova.network.neutron [None req-14a9be4d-2c4b-4609-a414-9cb914002688 tempest-AttachInterfacesV270Test-809427474 tempest-AttachInterfacesV270Test-809427474-project-member] [instance: 6e102794-152e-492e-b063-e1ebaffa82b6] deallocate_for_instance() {{(pid=55138) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 614.688500] nova-conductor[55138]: DEBUG nova.network.neutron [None req-14a9be4d-2c4b-4609-a414-9cb914002688 tempest-AttachInterfacesV270Test-809427474 tempest-AttachInterfacesV270Test-809427474-project-member] [instance: 6e102794-152e-492e-b063-e1ebaffa82b6] Instance cache missing network info. {{(pid=55138) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 614.692396] nova-conductor[55138]: DEBUG nova.network.neutron [None req-14a9be4d-2c4b-4609-a414-9cb914002688 tempest-AttachInterfacesV270Test-809427474 tempest-AttachInterfacesV270Test-809427474-project-member] [instance: 6e102794-152e-492e-b063-e1ebaffa82b6] Updating instance_info_cache with network_info: [] {{(pid=55138) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.014016] nova-conductor[55139]: DEBUG dbcounter [-] [55139] Writing DB stats nova_cell1:SELECT=362,nova_cell1:UPDATE=172,nova_cell1:INSERT=29,nova_cell1:SAVEPOINT=26,nova_cell1:RELEASE=26 {{(pid=55139) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 615.088718] nova-conductor[55139]: DEBUG dbcounter [-] [55139] Writing DB stats nova_api:SELECT=73,nova_api:UPDATE=10,nova_api:DELETE=7 {{(pid=55139) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 615.596988] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-4f754c03-2736-4497-b917-75ddc7148c93 tempest-ServerActionsTestJSON-302989054 tempest-ServerActionsTestJSON-302989054-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=55139) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 615.598337] nova-conductor[55139]: DEBUG dbcounter [-] [55139] Writing DB stats nova_api:SELECT=77,nova_api:UPDATE=2,nova_api:DELETE=5 {{(pid=55139) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 615.614017] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-4f754c03-2736-4497-b917-75ddc7148c93 tempest-ServerActionsTestJSON-302989054 tempest-ServerActionsTestJSON-302989054-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 615.614017] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-4f754c03-2736-4497-b917-75ddc7148c93 tempest-ServerActionsTestJSON-302989054 tempest-ServerActionsTestJSON-302989054-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 615.614017] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-4f754c03-2736-4497-b917-75ddc7148c93 tempest-ServerActionsTestJSON-302989054 tempest-ServerActionsTestJSON-302989054-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 615.653042] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-4f754c03-2736-4497-b917-75ddc7148c93 tempest-ServerActionsTestJSON-302989054 tempest-ServerActionsTestJSON-302989054-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 615.653354] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-4f754c03-2736-4497-b917-75ddc7148c93 tempest-ServerActionsTestJSON-302989054 tempest-ServerActionsTestJSON-302989054-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 615.653568] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-4f754c03-2736-4497-b917-75ddc7148c93 tempest-ServerActionsTestJSON-302989054 tempest-ServerActionsTestJSON-302989054-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 615.654214] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-4f754c03-2736-4497-b917-75ddc7148c93 tempest-ServerActionsTestJSON-302989054 tempest-ServerActionsTestJSON-302989054-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 615.654214] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-4f754c03-2736-4497-b917-75ddc7148c93 tempest-ServerActionsTestJSON-302989054 tempest-ServerActionsTestJSON-302989054-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 615.654466] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-4f754c03-2736-4497-b917-75ddc7148c93 tempest-ServerActionsTestJSON-302989054 tempest-ServerActionsTestJSON-302989054-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 615.669732] nova-conductor[55139]: DEBUG nova.quota [None req-4f754c03-2736-4497-b917-75ddc7148c93 tempest-ServerActionsTestJSON-302989054 tempest-ServerActionsTestJSON-302989054-project-member] Getting quotas for project 321d400a1dfa498a88ad462c133c6493. Resources: {'instances', 'cores', 'ram'} {{(pid=55139) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 615.673659] nova-conductor[55139]: DEBUG nova.quota [None req-4f754c03-2736-4497-b917-75ddc7148c93 tempest-ServerActionsTestJSON-302989054 tempest-ServerActionsTestJSON-302989054-project-member] Getting quotas for user 416d20adf8084dbda340480371b9d086 and project 321d400a1dfa498a88ad462c133c6493. Resources: {'instances', 'cores', 'ram'} {{(pid=55139) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 615.681678] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-4f754c03-2736-4497-b917-75ddc7148c93 tempest-ServerActionsTestJSON-302989054 tempest-ServerActionsTestJSON-302989054-project-member] [instance: ba17f6c3-8a5e-4be8-b6cb-ad0234cdbe93] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55139) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 615.681931] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-4f754c03-2736-4497-b917-75ddc7148c93 tempest-ServerActionsTestJSON-302989054 tempest-ServerActionsTestJSON-302989054-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 615.682461] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-4f754c03-2736-4497-b917-75ddc7148c93 tempest-ServerActionsTestJSON-302989054 tempest-ServerActionsTestJSON-302989054-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 615.682703] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-4f754c03-2736-4497-b917-75ddc7148c93 tempest-ServerActionsTestJSON-302989054 tempest-ServerActionsTestJSON-302989054-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 615.690620] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-4f754c03-2736-4497-b917-75ddc7148c93 tempest-ServerActionsTestJSON-302989054 tempest-ServerActionsTestJSON-302989054-project-member] [instance: ba17f6c3-8a5e-4be8-b6cb-ad0234cdbe93] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55139) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 615.691593] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-4f754c03-2736-4497-b917-75ddc7148c93 tempest-ServerActionsTestJSON-302989054 tempest-ServerActionsTestJSON-302989054-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 615.691863] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-4f754c03-2736-4497-b917-75ddc7148c93 tempest-ServerActionsTestJSON-302989054 tempest-ServerActionsTestJSON-302989054-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 615.692083] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-4f754c03-2736-4497-b917-75ddc7148c93 tempest-ServerActionsTestJSON-302989054 tempest-ServerActionsTestJSON-302989054-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 615.728646] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-4f754c03-2736-4497-b917-75ddc7148c93 tempest-ServerActionsTestJSON-302989054 tempest-ServerActionsTestJSON-302989054-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 615.729617] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-4f754c03-2736-4497-b917-75ddc7148c93 tempest-ServerActionsTestJSON-302989054 tempest-ServerActionsTestJSON-302989054-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 615.729787] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-4f754c03-2736-4497-b917-75ddc7148c93 tempest-ServerActionsTestJSON-302989054 tempest-ServerActionsTestJSON-302989054-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 616.278255] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-6d38a357-e0e1-4bc9-b470-8244f620b436 tempest-ServerShowV247Test-1290243861 tempest-ServerShowV247Test-1290243861-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=55139) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 616.305405] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-6d38a357-e0e1-4bc9-b470-8244f620b436 tempest-ServerShowV247Test-1290243861 tempest-ServerShowV247Test-1290243861-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 616.306092] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-6d38a357-e0e1-4bc9-b470-8244f620b436 tempest-ServerShowV247Test-1290243861 tempest-ServerShowV247Test-1290243861-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 616.306092] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-6d38a357-e0e1-4bc9-b470-8244f620b436 tempest-ServerShowV247Test-1290243861 tempest-ServerShowV247Test-1290243861-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 616.363235] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-6d38a357-e0e1-4bc9-b470-8244f620b436 tempest-ServerShowV247Test-1290243861 tempest-ServerShowV247Test-1290243861-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 616.363507] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-6d38a357-e0e1-4bc9-b470-8244f620b436 tempest-ServerShowV247Test-1290243861 tempest-ServerShowV247Test-1290243861-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 616.364370] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-6d38a357-e0e1-4bc9-b470-8244f620b436 tempest-ServerShowV247Test-1290243861 tempest-ServerShowV247Test-1290243861-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 616.364370] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-6d38a357-e0e1-4bc9-b470-8244f620b436 tempest-ServerShowV247Test-1290243861 tempest-ServerShowV247Test-1290243861-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 616.364654] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-6d38a357-e0e1-4bc9-b470-8244f620b436 tempest-ServerShowV247Test-1290243861 tempest-ServerShowV247Test-1290243861-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 616.364654] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-6d38a357-e0e1-4bc9-b470-8244f620b436 tempest-ServerShowV247Test-1290243861 tempest-ServerShowV247Test-1290243861-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 616.374701] nova-conductor[55139]: DEBUG nova.quota [None req-6d38a357-e0e1-4bc9-b470-8244f620b436 tempest-ServerShowV247Test-1290243861 tempest-ServerShowV247Test-1290243861-project-member] Getting quotas for project aa78085c2b8f433695c216feacc68722. Resources: {'instances', 'cores', 'ram'} {{(pid=55139) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 616.377669] nova-conductor[55139]: DEBUG nova.quota [None req-6d38a357-e0e1-4bc9-b470-8244f620b436 tempest-ServerShowV247Test-1290243861 tempest-ServerShowV247Test-1290243861-project-member] Getting quotas for user 626f0f56ccb2404e8447246423b07469 and project aa78085c2b8f433695c216feacc68722. Resources: {'instances', 'cores', 'ram'} {{(pid=55139) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 616.382972] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-6d38a357-e0e1-4bc9-b470-8244f620b436 tempest-ServerShowV247Test-1290243861 tempest-ServerShowV247Test-1290243861-project-member] [instance: 8cd0415d-dab9-4554-966c-1ea8d822deff] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55139) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 616.383484] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-6d38a357-e0e1-4bc9-b470-8244f620b436 tempest-ServerShowV247Test-1290243861 tempest-ServerShowV247Test-1290243861-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 616.384609] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-6d38a357-e0e1-4bc9-b470-8244f620b436 tempest-ServerShowV247Test-1290243861 tempest-ServerShowV247Test-1290243861-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 616.384609] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-6d38a357-e0e1-4bc9-b470-8244f620b436 tempest-ServerShowV247Test-1290243861 tempest-ServerShowV247Test-1290243861-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 616.390305] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-6d38a357-e0e1-4bc9-b470-8244f620b436 tempest-ServerShowV247Test-1290243861 tempest-ServerShowV247Test-1290243861-project-member] [instance: 8cd0415d-dab9-4554-966c-1ea8d822deff] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55139) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 616.390848] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-6d38a357-e0e1-4bc9-b470-8244f620b436 tempest-ServerShowV247Test-1290243861 tempest-ServerShowV247Test-1290243861-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 616.390928] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-6d38a357-e0e1-4bc9-b470-8244f620b436 tempest-ServerShowV247Test-1290243861 tempest-ServerShowV247Test-1290243861-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 616.391099] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-6d38a357-e0e1-4bc9-b470-8244f620b436 tempest-ServerShowV247Test-1290243861 tempest-ServerShowV247Test-1290243861-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 616.410028] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-6d38a357-e0e1-4bc9-b470-8244f620b436 tempest-ServerShowV247Test-1290243861 tempest-ServerShowV247Test-1290243861-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 616.410028] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-6d38a357-e0e1-4bc9-b470-8244f620b436 tempest-ServerShowV247Test-1290243861 tempest-ServerShowV247Test-1290243861-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 616.410028] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-6d38a357-e0e1-4bc9-b470-8244f620b436 tempest-ServerShowV247Test-1290243861 tempest-ServerShowV247Test-1290243861-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 616.474763] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-c6f3171f-1b51-4a02-bd8c-ff921870bb00 tempest-ServerShowV254Test-594392646 tempest-ServerShowV254Test-594392646-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55138) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 616.488635] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-c6f3171f-1b51-4a02-bd8c-ff921870bb00 tempest-ServerShowV254Test-594392646 tempest-ServerShowV254Test-594392646-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 616.488635] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-c6f3171f-1b51-4a02-bd8c-ff921870bb00 tempest-ServerShowV254Test-594392646 tempest-ServerShowV254Test-594392646-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 616.488635] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-c6f3171f-1b51-4a02-bd8c-ff921870bb00 tempest-ServerShowV254Test-594392646 tempest-ServerShowV254Test-594392646-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 616.518356] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-c6f3171f-1b51-4a02-bd8c-ff921870bb00 tempest-ServerShowV254Test-594392646 tempest-ServerShowV254Test-594392646-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 616.518638] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-c6f3171f-1b51-4a02-bd8c-ff921870bb00 tempest-ServerShowV254Test-594392646 tempest-ServerShowV254Test-594392646-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 616.518898] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-c6f3171f-1b51-4a02-bd8c-ff921870bb00 tempest-ServerShowV254Test-594392646 tempest-ServerShowV254Test-594392646-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 616.519179] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-c6f3171f-1b51-4a02-bd8c-ff921870bb00 tempest-ServerShowV254Test-594392646 tempest-ServerShowV254Test-594392646-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 616.519416] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-c6f3171f-1b51-4a02-bd8c-ff921870bb00 tempest-ServerShowV254Test-594392646 tempest-ServerShowV254Test-594392646-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 616.519521] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-c6f3171f-1b51-4a02-bd8c-ff921870bb00 tempest-ServerShowV254Test-594392646 tempest-ServerShowV254Test-594392646-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 616.527834] nova-conductor[55138]: DEBUG nova.quota [None req-c6f3171f-1b51-4a02-bd8c-ff921870bb00 tempest-ServerShowV254Test-594392646 tempest-ServerShowV254Test-594392646-project-member] Getting quotas for project 1b27d72e1c4a437182e5a5351887b7bc. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 616.529731] nova-conductor[55138]: DEBUG nova.quota [None req-c6f3171f-1b51-4a02-bd8c-ff921870bb00 tempest-ServerShowV254Test-594392646 tempest-ServerShowV254Test-594392646-project-member] Getting quotas for user 3a70cf2d3a004f3598c1b8d8d950f930 and project 1b27d72e1c4a437182e5a5351887b7bc. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 616.535942] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-c6f3171f-1b51-4a02-bd8c-ff921870bb00 tempest-ServerShowV254Test-594392646 tempest-ServerShowV254Test-594392646-project-member] [instance: e9b604fb-1d88-425c-92b7-008ddaec7c1a] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55138) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 616.536769] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-c6f3171f-1b51-4a02-bd8c-ff921870bb00 tempest-ServerShowV254Test-594392646 tempest-ServerShowV254Test-594392646-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 616.537737] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-c6f3171f-1b51-4a02-bd8c-ff921870bb00 tempest-ServerShowV254Test-594392646 tempest-ServerShowV254Test-594392646-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 616.537737] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-c6f3171f-1b51-4a02-bd8c-ff921870bb00 tempest-ServerShowV254Test-594392646 tempest-ServerShowV254Test-594392646-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 616.542529] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-c6f3171f-1b51-4a02-bd8c-ff921870bb00 tempest-ServerShowV254Test-594392646 tempest-ServerShowV254Test-594392646-project-member] [instance: e9b604fb-1d88-425c-92b7-008ddaec7c1a] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55138) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 616.543287] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-c6f3171f-1b51-4a02-bd8c-ff921870bb00 tempest-ServerShowV254Test-594392646 tempest-ServerShowV254Test-594392646-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 616.543506] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-c6f3171f-1b51-4a02-bd8c-ff921870bb00 tempest-ServerShowV254Test-594392646 tempest-ServerShowV254Test-594392646-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 616.543674] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-c6f3171f-1b51-4a02-bd8c-ff921870bb00 tempest-ServerShowV254Test-594392646 tempest-ServerShowV254Test-594392646-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 616.566026] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-c6f3171f-1b51-4a02-bd8c-ff921870bb00 tempest-ServerShowV254Test-594392646 tempest-ServerShowV254Test-594392646-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 616.566026] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-c6f3171f-1b51-4a02-bd8c-ff921870bb00 tempest-ServerShowV254Test-594392646 tempest-ServerShowV254Test-594392646-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 616.566026] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-c6f3171f-1b51-4a02-bd8c-ff921870bb00 tempest-ServerShowV254Test-594392646 tempest-ServerShowV254Test-594392646-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 617.203020] nova-conductor[55138]: DEBUG dbcounter [-] [55138] Writing DB stats nova_cell1:SELECT=366,nova_cell1:UPDATE=161,nova_cell1:INSERT=20,nova_cell1:SAVEPOINT=28,nova_cell1:RELEASE=28 {{(pid=55138) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 618.667914] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-607f38d8-954a-49ca-9b71-3a858e1cbf20 tempest-ServerShowV247Test-1290243861 tempest-ServerShowV247Test-1290243861-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55139) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 618.691095] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-607f38d8-954a-49ca-9b71-3a858e1cbf20 tempest-ServerShowV247Test-1290243861 tempest-ServerShowV247Test-1290243861-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 618.691345] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-607f38d8-954a-49ca-9b71-3a858e1cbf20 tempest-ServerShowV247Test-1290243861 tempest-ServerShowV247Test-1290243861-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 618.691521] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-607f38d8-954a-49ca-9b71-3a858e1cbf20 tempest-ServerShowV247Test-1290243861 tempest-ServerShowV247Test-1290243861-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 618.754538] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-607f38d8-954a-49ca-9b71-3a858e1cbf20 tempest-ServerShowV247Test-1290243861 tempest-ServerShowV247Test-1290243861-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 618.754892] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-607f38d8-954a-49ca-9b71-3a858e1cbf20 tempest-ServerShowV247Test-1290243861 tempest-ServerShowV247Test-1290243861-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 618.755269] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-607f38d8-954a-49ca-9b71-3a858e1cbf20 tempest-ServerShowV247Test-1290243861 tempest-ServerShowV247Test-1290243861-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 618.755729] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-607f38d8-954a-49ca-9b71-3a858e1cbf20 tempest-ServerShowV247Test-1290243861 tempest-ServerShowV247Test-1290243861-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 618.756014] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-607f38d8-954a-49ca-9b71-3a858e1cbf20 tempest-ServerShowV247Test-1290243861 tempest-ServerShowV247Test-1290243861-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 618.756192] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-607f38d8-954a-49ca-9b71-3a858e1cbf20 tempest-ServerShowV247Test-1290243861 tempest-ServerShowV247Test-1290243861-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 618.766803] nova-conductor[55139]: DEBUG nova.quota [None req-607f38d8-954a-49ca-9b71-3a858e1cbf20 tempest-ServerShowV247Test-1290243861 tempest-ServerShowV247Test-1290243861-project-member] Getting quotas for project aa78085c2b8f433695c216feacc68722. Resources: {'instances', 'cores', 'ram'} {{(pid=55139) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 618.770411] nova-conductor[55139]: DEBUG nova.quota [None req-607f38d8-954a-49ca-9b71-3a858e1cbf20 tempest-ServerShowV247Test-1290243861 tempest-ServerShowV247Test-1290243861-project-member] Getting quotas for user 626f0f56ccb2404e8447246423b07469 and project aa78085c2b8f433695c216feacc68722. Resources: {'instances', 'cores', 'ram'} {{(pid=55139) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 618.777137] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-607f38d8-954a-49ca-9b71-3a858e1cbf20 tempest-ServerShowV247Test-1290243861 tempest-ServerShowV247Test-1290243861-project-member] [instance: c8d27e19-0f3c-4cc3-826b-e07b3a635e5e] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55139) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 618.777946] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-607f38d8-954a-49ca-9b71-3a858e1cbf20 tempest-ServerShowV247Test-1290243861 tempest-ServerShowV247Test-1290243861-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 618.778291] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-607f38d8-954a-49ca-9b71-3a858e1cbf20 tempest-ServerShowV247Test-1290243861 tempest-ServerShowV247Test-1290243861-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 618.778533] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-607f38d8-954a-49ca-9b71-3a858e1cbf20 tempest-ServerShowV247Test-1290243861 tempest-ServerShowV247Test-1290243861-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 618.784545] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-607f38d8-954a-49ca-9b71-3a858e1cbf20 tempest-ServerShowV247Test-1290243861 tempest-ServerShowV247Test-1290243861-project-member] [instance: c8d27e19-0f3c-4cc3-826b-e07b3a635e5e] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55139) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 618.785329] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-607f38d8-954a-49ca-9b71-3a858e1cbf20 tempest-ServerShowV247Test-1290243861 tempest-ServerShowV247Test-1290243861-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 618.785576] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-607f38d8-954a-49ca-9b71-3a858e1cbf20 tempest-ServerShowV247Test-1290243861 tempest-ServerShowV247Test-1290243861-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 618.785825] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-607f38d8-954a-49ca-9b71-3a858e1cbf20 tempest-ServerShowV247Test-1290243861 tempest-ServerShowV247Test-1290243861-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 618.807791] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-607f38d8-954a-49ca-9b71-3a858e1cbf20 tempest-ServerShowV247Test-1290243861 tempest-ServerShowV247Test-1290243861-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 618.808653] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-607f38d8-954a-49ca-9b71-3a858e1cbf20 tempest-ServerShowV247Test-1290243861 tempest-ServerShowV247Test-1290243861-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 618.808653] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-607f38d8-954a-49ca-9b71-3a858e1cbf20 tempest-ServerShowV247Test-1290243861 tempest-ServerShowV247Test-1290243861-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 620.206859] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-eeeb6948-5417-4768-960c-652a6738c14f tempest-AttachInterfacesTestJSON-8017105 tempest-AttachInterfacesTestJSON-8017105-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55139) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 620.229633] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-eeeb6948-5417-4768-960c-652a6738c14f tempest-AttachInterfacesTestJSON-8017105 tempest-AttachInterfacesTestJSON-8017105-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 620.229864] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-eeeb6948-5417-4768-960c-652a6738c14f tempest-AttachInterfacesTestJSON-8017105 tempest-AttachInterfacesTestJSON-8017105-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 620.230051] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-eeeb6948-5417-4768-960c-652a6738c14f tempest-AttachInterfacesTestJSON-8017105 tempest-AttachInterfacesTestJSON-8017105-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 620.234392] nova-conductor[55139]: DEBUG dbcounter [-] [55139] Writing DB stats nova_cell1:SELECT=56,nova_cell1:SAVEPOINT=13,nova_cell1:INSERT=121,nova_cell1:RELEASE=13,nova_cell1:UPDATE=6 {{(pid=55139) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 620.310305] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-eeeb6948-5417-4768-960c-652a6738c14f tempest-AttachInterfacesTestJSON-8017105 tempest-AttachInterfacesTestJSON-8017105-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 620.310538] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-eeeb6948-5417-4768-960c-652a6738c14f tempest-AttachInterfacesTestJSON-8017105 tempest-AttachInterfacesTestJSON-8017105-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 620.310704] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-eeeb6948-5417-4768-960c-652a6738c14f tempest-AttachInterfacesTestJSON-8017105 tempest-AttachInterfacesTestJSON-8017105-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 620.311098] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-eeeb6948-5417-4768-960c-652a6738c14f tempest-AttachInterfacesTestJSON-8017105 tempest-AttachInterfacesTestJSON-8017105-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 620.311282] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-eeeb6948-5417-4768-960c-652a6738c14f tempest-AttachInterfacesTestJSON-8017105 tempest-AttachInterfacesTestJSON-8017105-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 620.311440] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-eeeb6948-5417-4768-960c-652a6738c14f tempest-AttachInterfacesTestJSON-8017105 tempest-AttachInterfacesTestJSON-8017105-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 620.333202] nova-conductor[55139]: DEBUG nova.quota [None req-eeeb6948-5417-4768-960c-652a6738c14f tempest-AttachInterfacesTestJSON-8017105 tempest-AttachInterfacesTestJSON-8017105-project-member] Getting quotas for project b028e34225744668807aae95712a8d41. Resources: {'instances', 'cores', 'ram'} {{(pid=55139) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 620.336892] nova-conductor[55139]: DEBUG nova.quota [None req-eeeb6948-5417-4768-960c-652a6738c14f tempest-AttachInterfacesTestJSON-8017105 tempest-AttachInterfacesTestJSON-8017105-project-member] Getting quotas for user 46863ba14f1c4829a24eca823e763f2f and project b028e34225744668807aae95712a8d41. Resources: {'instances', 'cores', 'ram'} {{(pid=55139) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 620.344708] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-eeeb6948-5417-4768-960c-652a6738c14f tempest-AttachInterfacesTestJSON-8017105 tempest-AttachInterfacesTestJSON-8017105-project-member] [instance: ef7a2a36-4e85-40b3-bb6d-9bc5ee563c88] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55139) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 620.346389] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-eeeb6948-5417-4768-960c-652a6738c14f tempest-AttachInterfacesTestJSON-8017105 tempest-AttachInterfacesTestJSON-8017105-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 620.346607] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-eeeb6948-5417-4768-960c-652a6738c14f tempest-AttachInterfacesTestJSON-8017105 tempest-AttachInterfacesTestJSON-8017105-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 620.346776] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-eeeb6948-5417-4768-960c-652a6738c14f tempest-AttachInterfacesTestJSON-8017105 tempest-AttachInterfacesTestJSON-8017105-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 620.360124] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-eeeb6948-5417-4768-960c-652a6738c14f tempest-AttachInterfacesTestJSON-8017105 tempest-AttachInterfacesTestJSON-8017105-project-member] [instance: ef7a2a36-4e85-40b3-bb6d-9bc5ee563c88] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55139) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 620.360124] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-eeeb6948-5417-4768-960c-652a6738c14f tempest-AttachInterfacesTestJSON-8017105 tempest-AttachInterfacesTestJSON-8017105-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 620.360124] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-eeeb6948-5417-4768-960c-652a6738c14f tempest-AttachInterfacesTestJSON-8017105 tempest-AttachInterfacesTestJSON-8017105-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 620.360124] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-eeeb6948-5417-4768-960c-652a6738c14f tempest-AttachInterfacesTestJSON-8017105 tempest-AttachInterfacesTestJSON-8017105-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 620.392994] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-eeeb6948-5417-4768-960c-652a6738c14f tempest-AttachInterfacesTestJSON-8017105 tempest-AttachInterfacesTestJSON-8017105-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 620.393488] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-eeeb6948-5417-4768-960c-652a6738c14f tempest-AttachInterfacesTestJSON-8017105 tempest-AttachInterfacesTestJSON-8017105-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 620.393739] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-eeeb6948-5417-4768-960c-652a6738c14f tempest-AttachInterfacesTestJSON-8017105 tempest-AttachInterfacesTestJSON-8017105-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 622.415054] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-6aa3b917-0972-4f21-9b1d-d30e2c300076 tempest-ServerDiagnosticsTest-1847538074 tempest-ServerDiagnosticsTest-1847538074-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55138) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 622.434706] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-6aa3b917-0972-4f21-9b1d-d30e2c300076 tempest-ServerDiagnosticsTest-1847538074 tempest-ServerDiagnosticsTest-1847538074-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.434706] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-6aa3b917-0972-4f21-9b1d-d30e2c300076 tempest-ServerDiagnosticsTest-1847538074 tempest-ServerDiagnosticsTest-1847538074-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.434928] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-6aa3b917-0972-4f21-9b1d-d30e2c300076 tempest-ServerDiagnosticsTest-1847538074 tempest-ServerDiagnosticsTest-1847538074-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 622.494519] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-6aa3b917-0972-4f21-9b1d-d30e2c300076 tempest-ServerDiagnosticsTest-1847538074 tempest-ServerDiagnosticsTest-1847538074-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.495375] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-6aa3b917-0972-4f21-9b1d-d30e2c300076 tempest-ServerDiagnosticsTest-1847538074 tempest-ServerDiagnosticsTest-1847538074-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.495375] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-6aa3b917-0972-4f21-9b1d-d30e2c300076 tempest-ServerDiagnosticsTest-1847538074 tempest-ServerDiagnosticsTest-1847538074-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 622.495556] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-6aa3b917-0972-4f21-9b1d-d30e2c300076 tempest-ServerDiagnosticsTest-1847538074 tempest-ServerDiagnosticsTest-1847538074-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.496035] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-6aa3b917-0972-4f21-9b1d-d30e2c300076 tempest-ServerDiagnosticsTest-1847538074 tempest-ServerDiagnosticsTest-1847538074-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.496863] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-6aa3b917-0972-4f21-9b1d-d30e2c300076 tempest-ServerDiagnosticsTest-1847538074 tempest-ServerDiagnosticsTest-1847538074-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 622.515307] nova-conductor[55138]: DEBUG nova.quota [None req-6aa3b917-0972-4f21-9b1d-d30e2c300076 tempest-ServerDiagnosticsTest-1847538074 tempest-ServerDiagnosticsTest-1847538074-project-member] Getting quotas for project 502285adbe1748179849106b302360b6. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 622.525560] nova-conductor[55138]: DEBUG nova.quota [None req-6aa3b917-0972-4f21-9b1d-d30e2c300076 tempest-ServerDiagnosticsTest-1847538074 tempest-ServerDiagnosticsTest-1847538074-project-member] Getting quotas for user 113be6fb6fba477ba1f05e8318e270cf and project 502285adbe1748179849106b302360b6. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 622.538515] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-6aa3b917-0972-4f21-9b1d-d30e2c300076 tempest-ServerDiagnosticsTest-1847538074 tempest-ServerDiagnosticsTest-1847538074-project-member] [instance: 864e1f52-f77e-4596-a5b5-dff3679f911f] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55138) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 622.539116] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-6aa3b917-0972-4f21-9b1d-d30e2c300076 tempest-ServerDiagnosticsTest-1847538074 tempest-ServerDiagnosticsTest-1847538074-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.539362] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-6aa3b917-0972-4f21-9b1d-d30e2c300076 tempest-ServerDiagnosticsTest-1847538074 tempest-ServerDiagnosticsTest-1847538074-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.539551] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-6aa3b917-0972-4f21-9b1d-d30e2c300076 tempest-ServerDiagnosticsTest-1847538074 tempest-ServerDiagnosticsTest-1847538074-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 622.549336] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-6aa3b917-0972-4f21-9b1d-d30e2c300076 tempest-ServerDiagnosticsTest-1847538074 tempest-ServerDiagnosticsTest-1847538074-project-member] [instance: 864e1f52-f77e-4596-a5b5-dff3679f911f] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55138) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 622.550079] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-6aa3b917-0972-4f21-9b1d-d30e2c300076 tempest-ServerDiagnosticsTest-1847538074 tempest-ServerDiagnosticsTest-1847538074-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.550307] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-6aa3b917-0972-4f21-9b1d-d30e2c300076 tempest-ServerDiagnosticsTest-1847538074 tempest-ServerDiagnosticsTest-1847538074-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.550475] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-6aa3b917-0972-4f21-9b1d-d30e2c300076 tempest-ServerDiagnosticsTest-1847538074 tempest-ServerDiagnosticsTest-1847538074-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 622.586893] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-6aa3b917-0972-4f21-9b1d-d30e2c300076 tempest-ServerDiagnosticsTest-1847538074 tempest-ServerDiagnosticsTest-1847538074-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.587157] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-6aa3b917-0972-4f21-9b1d-d30e2c300076 tempest-ServerDiagnosticsTest-1847538074 tempest-ServerDiagnosticsTest-1847538074-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.587352] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-6aa3b917-0972-4f21-9b1d-d30e2c300076 tempest-ServerDiagnosticsTest-1847538074 tempest-ServerDiagnosticsTest-1847538074-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 622.864413] nova-conductor[55139]: ERROR nova.scheduler.utils [None req-41f8b9c1-cd29-4553-86ea-b158a4818c68 tempest-ImagesNegativeTestJSON-880519392 tempest-ImagesNegativeTestJSON-880519392-project-member] [instance: 90999eb1-8829-4f99-b3b9-8c70ee636cc5] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 180d9c18-47ea-4305-a5b8-ab5abcdf5a1a, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 90999eb1-8829-4f99-b3b9-8c70ee636cc5 was re-scheduled: Binding failed for port 180d9c18-47ea-4305-a5b8-ab5abcdf5a1a, please check neutron logs for more information.\n'] [ 622.865535] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-41f8b9c1-cd29-4553-86ea-b158a4818c68 tempest-ImagesNegativeTestJSON-880519392 tempest-ImagesNegativeTestJSON-880519392-project-member] Rescheduling: True {{(pid=55139) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 622.865798] nova-conductor[55139]: WARNING nova.scheduler.utils [None req-41f8b9c1-cd29-4553-86ea-b158a4818c68 tempest-ImagesNegativeTestJSON-880519392 tempest-ImagesNegativeTestJSON-880519392-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 90999eb1-8829-4f99-b3b9-8c70ee636cc5.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 90999eb1-8829-4f99-b3b9-8c70ee636cc5. [ 622.866195] nova-conductor[55139]: WARNING nova.scheduler.utils [None req-41f8b9c1-cd29-4553-86ea-b158a4818c68 tempest-ImagesNegativeTestJSON-880519392 tempest-ImagesNegativeTestJSON-880519392-project-member] [instance: 90999eb1-8829-4f99-b3b9-8c70ee636cc5] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 90999eb1-8829-4f99-b3b9-8c70ee636cc5. [ 622.895285] nova-conductor[55139]: DEBUG nova.network.neutron [None req-41f8b9c1-cd29-4553-86ea-b158a4818c68 tempest-ImagesNegativeTestJSON-880519392 tempest-ImagesNegativeTestJSON-880519392-project-member] [instance: 90999eb1-8829-4f99-b3b9-8c70ee636cc5] deallocate_for_instance() {{(pid=55139) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 622.898432] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-587c09c9-5c4b-48d1-b1d5-3ed21afeab7e tempest-ServersAdminNegativeTestJSON-1602667767 tempest-ServersAdminNegativeTestJSON-1602667767-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55138) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 622.927982] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-587c09c9-5c4b-48d1-b1d5-3ed21afeab7e tempest-ServersAdminNegativeTestJSON-1602667767 tempest-ServersAdminNegativeTestJSON-1602667767-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.928272] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-587c09c9-5c4b-48d1-b1d5-3ed21afeab7e tempest-ServersAdminNegativeTestJSON-1602667767 tempest-ServersAdminNegativeTestJSON-1602667767-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.928465] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-587c09c9-5c4b-48d1-b1d5-3ed21afeab7e tempest-ServersAdminNegativeTestJSON-1602667767 tempest-ServersAdminNegativeTestJSON-1602667767-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 622.938839] nova-conductor[55139]: DEBUG nova.network.neutron [None req-41f8b9c1-cd29-4553-86ea-b158a4818c68 tempest-ImagesNegativeTestJSON-880519392 tempest-ImagesNegativeTestJSON-880519392-project-member] [instance: 90999eb1-8829-4f99-b3b9-8c70ee636cc5] Instance cache missing network info. {{(pid=55139) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 622.944501] nova-conductor[55139]: DEBUG nova.network.neutron [None req-41f8b9c1-cd29-4553-86ea-b158a4818c68 tempest-ImagesNegativeTestJSON-880519392 tempest-ImagesNegativeTestJSON-880519392-project-member] [instance: 90999eb1-8829-4f99-b3b9-8c70ee636cc5] Updating instance_info_cache with network_info: [] {{(pid=55139) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 622.982157] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-587c09c9-5c4b-48d1-b1d5-3ed21afeab7e tempest-ServersAdminNegativeTestJSON-1602667767 tempest-ServersAdminNegativeTestJSON-1602667767-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.982495] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-587c09c9-5c4b-48d1-b1d5-3ed21afeab7e tempest-ServersAdminNegativeTestJSON-1602667767 tempest-ServersAdminNegativeTestJSON-1602667767-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.983615] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-587c09c9-5c4b-48d1-b1d5-3ed21afeab7e tempest-ServersAdminNegativeTestJSON-1602667767 tempest-ServersAdminNegativeTestJSON-1602667767-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 622.983615] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-587c09c9-5c4b-48d1-b1d5-3ed21afeab7e tempest-ServersAdminNegativeTestJSON-1602667767 tempest-ServersAdminNegativeTestJSON-1602667767-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 622.983615] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-587c09c9-5c4b-48d1-b1d5-3ed21afeab7e tempest-ServersAdminNegativeTestJSON-1602667767 tempest-ServersAdminNegativeTestJSON-1602667767-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 622.983615] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-587c09c9-5c4b-48d1-b1d5-3ed21afeab7e tempest-ServersAdminNegativeTestJSON-1602667767 tempest-ServersAdminNegativeTestJSON-1602667767-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 622.995840] nova-conductor[55138]: DEBUG nova.quota [None req-587c09c9-5c4b-48d1-b1d5-3ed21afeab7e tempest-ServersAdminNegativeTestJSON-1602667767 tempest-ServersAdminNegativeTestJSON-1602667767-project-member] Getting quotas for project ec27a05773614d3a9df8c3921ec2f43d. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 622.999518] nova-conductor[55138]: DEBUG nova.quota [None req-587c09c9-5c4b-48d1-b1d5-3ed21afeab7e tempest-ServersAdminNegativeTestJSON-1602667767 tempest-ServersAdminNegativeTestJSON-1602667767-project-member] Getting quotas for user 80d5f12ec7d24d3eb026057278a2ab9f and project ec27a05773614d3a9df8c3921ec2f43d. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 623.007027] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-587c09c9-5c4b-48d1-b1d5-3ed21afeab7e tempest-ServersAdminNegativeTestJSON-1602667767 tempest-ServersAdminNegativeTestJSON-1602667767-project-member] [instance: eff8282a-b3cd-4038-9f48-94cd4c4afc55] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55138) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 623.009733] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-587c09c9-5c4b-48d1-b1d5-3ed21afeab7e tempest-ServersAdminNegativeTestJSON-1602667767 tempest-ServersAdminNegativeTestJSON-1602667767-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 623.009733] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-587c09c9-5c4b-48d1-b1d5-3ed21afeab7e tempest-ServersAdminNegativeTestJSON-1602667767 tempest-ServersAdminNegativeTestJSON-1602667767-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 623.009733] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-587c09c9-5c4b-48d1-b1d5-3ed21afeab7e tempest-ServersAdminNegativeTestJSON-1602667767 tempest-ServersAdminNegativeTestJSON-1602667767-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 623.014958] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-587c09c9-5c4b-48d1-b1d5-3ed21afeab7e tempest-ServersAdminNegativeTestJSON-1602667767 tempest-ServersAdminNegativeTestJSON-1602667767-project-member] [instance: eff8282a-b3cd-4038-9f48-94cd4c4afc55] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55138) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 623.017192] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-587c09c9-5c4b-48d1-b1d5-3ed21afeab7e tempest-ServersAdminNegativeTestJSON-1602667767 tempest-ServersAdminNegativeTestJSON-1602667767-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 623.017192] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-587c09c9-5c4b-48d1-b1d5-3ed21afeab7e tempest-ServersAdminNegativeTestJSON-1602667767 tempest-ServersAdminNegativeTestJSON-1602667767-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 623.017192] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-587c09c9-5c4b-48d1-b1d5-3ed21afeab7e tempest-ServersAdminNegativeTestJSON-1602667767 tempest-ServersAdminNegativeTestJSON-1602667767-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 623.039112] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-587c09c9-5c4b-48d1-b1d5-3ed21afeab7e tempest-ServersAdminNegativeTestJSON-1602667767 tempest-ServersAdminNegativeTestJSON-1602667767-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 623.039615] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-587c09c9-5c4b-48d1-b1d5-3ed21afeab7e tempest-ServersAdminNegativeTestJSON-1602667767 tempest-ServersAdminNegativeTestJSON-1602667767-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 623.039884] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-587c09c9-5c4b-48d1-b1d5-3ed21afeab7e tempest-ServersAdminNegativeTestJSON-1602667767 tempest-ServersAdminNegativeTestJSON-1602667767-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 624.411730] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-588c48db-096c-4f6b-afae-899fa6335808 tempest-ServersV294TestFqdnHostnames-519274824 tempest-ServersV294TestFqdnHostnames-519274824-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55138) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 624.439933] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-588c48db-096c-4f6b-afae-899fa6335808 tempest-ServersV294TestFqdnHostnames-519274824 tempest-ServersV294TestFqdnHostnames-519274824-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 624.440202] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-588c48db-096c-4f6b-afae-899fa6335808 tempest-ServersV294TestFqdnHostnames-519274824 tempest-ServersV294TestFqdnHostnames-519274824-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 624.440374] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-588c48db-096c-4f6b-afae-899fa6335808 tempest-ServersV294TestFqdnHostnames-519274824 tempest-ServersV294TestFqdnHostnames-519274824-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 624.498475] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-588c48db-096c-4f6b-afae-899fa6335808 tempest-ServersV294TestFqdnHostnames-519274824 tempest-ServersV294TestFqdnHostnames-519274824-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 624.499318] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-588c48db-096c-4f6b-afae-899fa6335808 tempest-ServersV294TestFqdnHostnames-519274824 tempest-ServersV294TestFqdnHostnames-519274824-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 624.499318] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-588c48db-096c-4f6b-afae-899fa6335808 tempest-ServersV294TestFqdnHostnames-519274824 tempest-ServersV294TestFqdnHostnames-519274824-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 624.499437] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-588c48db-096c-4f6b-afae-899fa6335808 tempest-ServersV294TestFqdnHostnames-519274824 tempest-ServersV294TestFqdnHostnames-519274824-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 624.503833] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-588c48db-096c-4f6b-afae-899fa6335808 tempest-ServersV294TestFqdnHostnames-519274824 tempest-ServersV294TestFqdnHostnames-519274824-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 624.503833] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-588c48db-096c-4f6b-afae-899fa6335808 tempest-ServersV294TestFqdnHostnames-519274824 tempest-ServersV294TestFqdnHostnames-519274824-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 624.519026] nova-conductor[55138]: DEBUG nova.quota [None req-588c48db-096c-4f6b-afae-899fa6335808 tempest-ServersV294TestFqdnHostnames-519274824 tempest-ServersV294TestFqdnHostnames-519274824-project-member] Getting quotas for project 838693f8fbad46f4b52cb0813f416f99. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 624.523562] nova-conductor[55138]: DEBUG nova.quota [None req-588c48db-096c-4f6b-afae-899fa6335808 tempest-ServersV294TestFqdnHostnames-519274824 tempest-ServersV294TestFqdnHostnames-519274824-project-member] Getting quotas for user 27911ffe75c94f27a57b83460958aac8 and project 838693f8fbad46f4b52cb0813f416f99. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 624.532150] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-588c48db-096c-4f6b-afae-899fa6335808 tempest-ServersV294TestFqdnHostnames-519274824 tempest-ServersV294TestFqdnHostnames-519274824-project-member] [instance: de5f9555-3959-41cd-b63a-db128a001631] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55138) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 624.532866] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-588c48db-096c-4f6b-afae-899fa6335808 tempest-ServersV294TestFqdnHostnames-519274824 tempest-ServersV294TestFqdnHostnames-519274824-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 624.533967] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-588c48db-096c-4f6b-afae-899fa6335808 tempest-ServersV294TestFqdnHostnames-519274824 tempest-ServersV294TestFqdnHostnames-519274824-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 624.534314] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-588c48db-096c-4f6b-afae-899fa6335808 tempest-ServersV294TestFqdnHostnames-519274824 tempest-ServersV294TestFqdnHostnames-519274824-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 624.547308] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-588c48db-096c-4f6b-afae-899fa6335808 tempest-ServersV294TestFqdnHostnames-519274824 tempest-ServersV294TestFqdnHostnames-519274824-project-member] [instance: de5f9555-3959-41cd-b63a-db128a001631] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55138) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 624.551785] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-588c48db-096c-4f6b-afae-899fa6335808 tempest-ServersV294TestFqdnHostnames-519274824 tempest-ServersV294TestFqdnHostnames-519274824-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 624.551785] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-588c48db-096c-4f6b-afae-899fa6335808 tempest-ServersV294TestFqdnHostnames-519274824 tempest-ServersV294TestFqdnHostnames-519274824-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.003s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 624.551785] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-588c48db-096c-4f6b-afae-899fa6335808 tempest-ServersV294TestFqdnHostnames-519274824 tempest-ServersV294TestFqdnHostnames-519274824-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 624.592582] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-588c48db-096c-4f6b-afae-899fa6335808 tempest-ServersV294TestFqdnHostnames-519274824 tempest-ServersV294TestFqdnHostnames-519274824-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 624.593015] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-588c48db-096c-4f6b-afae-899fa6335808 tempest-ServersV294TestFqdnHostnames-519274824 tempest-ServersV294TestFqdnHostnames-519274824-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 624.593164] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-588c48db-096c-4f6b-afae-899fa6335808 tempest-ServersV294TestFqdnHostnames-519274824 tempest-ServersV294TestFqdnHostnames-519274824-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 625.082797] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-06ac6a34-6be1-4aff-b46a-5194a405c3c8 tempest-ServerRescueTestJSON-540830590 tempest-ServerRescueTestJSON-540830590-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55139) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 625.103486] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-06ac6a34-6be1-4aff-b46a-5194a405c3c8 tempest-ServerRescueTestJSON-540830590 tempest-ServerRescueTestJSON-540830590-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 625.103486] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-06ac6a34-6be1-4aff-b46a-5194a405c3c8 tempest-ServerRescueTestJSON-540830590 tempest-ServerRescueTestJSON-540830590-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 625.103486] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-06ac6a34-6be1-4aff-b46a-5194a405c3c8 tempest-ServerRescueTestJSON-540830590 tempest-ServerRescueTestJSON-540830590-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 625.162939] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-06ac6a34-6be1-4aff-b46a-5194a405c3c8 tempest-ServerRescueTestJSON-540830590 tempest-ServerRescueTestJSON-540830590-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 625.162939] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-06ac6a34-6be1-4aff-b46a-5194a405c3c8 tempest-ServerRescueTestJSON-540830590 tempest-ServerRescueTestJSON-540830590-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 625.162939] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-06ac6a34-6be1-4aff-b46a-5194a405c3c8 tempest-ServerRescueTestJSON-540830590 tempest-ServerRescueTestJSON-540830590-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 625.162939] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-06ac6a34-6be1-4aff-b46a-5194a405c3c8 tempest-ServerRescueTestJSON-540830590 tempest-ServerRescueTestJSON-540830590-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 625.162939] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-06ac6a34-6be1-4aff-b46a-5194a405c3c8 tempest-ServerRescueTestJSON-540830590 tempest-ServerRescueTestJSON-540830590-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 625.163498] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-06ac6a34-6be1-4aff-b46a-5194a405c3c8 tempest-ServerRescueTestJSON-540830590 tempest-ServerRescueTestJSON-540830590-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 625.183503] nova-conductor[55139]: DEBUG nova.quota [None req-06ac6a34-6be1-4aff-b46a-5194a405c3c8 tempest-ServerRescueTestJSON-540830590 tempest-ServerRescueTestJSON-540830590-project-member] Getting quotas for project 1e6b17873d3742288def03405a4180ac. Resources: {'instances', 'cores', 'ram'} {{(pid=55139) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 625.187763] nova-conductor[55139]: DEBUG nova.quota [None req-06ac6a34-6be1-4aff-b46a-5194a405c3c8 tempest-ServerRescueTestJSON-540830590 tempest-ServerRescueTestJSON-540830590-project-member] Getting quotas for user ed7c675e4ea04069be4075f38014c3f6 and project 1e6b17873d3742288def03405a4180ac. Resources: {'instances', 'cores', 'ram'} {{(pid=55139) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 625.193097] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-06ac6a34-6be1-4aff-b46a-5194a405c3c8 tempest-ServerRescueTestJSON-540830590 tempest-ServerRescueTestJSON-540830590-project-member] [instance: 2f87939c-d615-4d13-8695-971e83ca7843] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55139) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 625.193097] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-06ac6a34-6be1-4aff-b46a-5194a405c3c8 tempest-ServerRescueTestJSON-540830590 tempest-ServerRescueTestJSON-540830590-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 625.193321] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-06ac6a34-6be1-4aff-b46a-5194a405c3c8 tempest-ServerRescueTestJSON-540830590 tempest-ServerRescueTestJSON-540830590-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 625.193488] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-06ac6a34-6be1-4aff-b46a-5194a405c3c8 tempest-ServerRescueTestJSON-540830590 tempest-ServerRescueTestJSON-540830590-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 625.202800] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-06ac6a34-6be1-4aff-b46a-5194a405c3c8 tempest-ServerRescueTestJSON-540830590 tempest-ServerRescueTestJSON-540830590-project-member] [instance: 2f87939c-d615-4d13-8695-971e83ca7843] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55139) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 625.202876] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-06ac6a34-6be1-4aff-b46a-5194a405c3c8 tempest-ServerRescueTestJSON-540830590 tempest-ServerRescueTestJSON-540830590-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 625.203110] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-06ac6a34-6be1-4aff-b46a-5194a405c3c8 tempest-ServerRescueTestJSON-540830590 tempest-ServerRescueTestJSON-540830590-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 625.203287] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-06ac6a34-6be1-4aff-b46a-5194a405c3c8 tempest-ServerRescueTestJSON-540830590 tempest-ServerRescueTestJSON-540830590-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 625.236492] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-06ac6a34-6be1-4aff-b46a-5194a405c3c8 tempest-ServerRescueTestJSON-540830590 tempest-ServerRescueTestJSON-540830590-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 625.236682] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-06ac6a34-6be1-4aff-b46a-5194a405c3c8 tempest-ServerRescueTestJSON-540830590 tempest-ServerRescueTestJSON-540830590-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 625.236856] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-06ac6a34-6be1-4aff-b46a-5194a405c3c8 tempest-ServerRescueTestJSON-540830590 tempest-ServerRescueTestJSON-540830590-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 627.630767] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-207b68bf-0a46-4ec0-b23e-42341fae06cc tempest-ServerRescueNegativeTestJSON-1923478396 tempest-ServerRescueNegativeTestJSON-1923478396-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55138) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 627.662785] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-207b68bf-0a46-4ec0-b23e-42341fae06cc tempest-ServerRescueNegativeTestJSON-1923478396 tempest-ServerRescueNegativeTestJSON-1923478396-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 627.663056] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-207b68bf-0a46-4ec0-b23e-42341fae06cc tempest-ServerRescueNegativeTestJSON-1923478396 tempest-ServerRescueNegativeTestJSON-1923478396-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 627.663206] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-207b68bf-0a46-4ec0-b23e-42341fae06cc tempest-ServerRescueNegativeTestJSON-1923478396 tempest-ServerRescueNegativeTestJSON-1923478396-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 627.718692] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-207b68bf-0a46-4ec0-b23e-42341fae06cc tempest-ServerRescueNegativeTestJSON-1923478396 tempest-ServerRescueNegativeTestJSON-1923478396-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 627.718934] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-207b68bf-0a46-4ec0-b23e-42341fae06cc tempest-ServerRescueNegativeTestJSON-1923478396 tempest-ServerRescueNegativeTestJSON-1923478396-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 627.719122] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-207b68bf-0a46-4ec0-b23e-42341fae06cc tempest-ServerRescueNegativeTestJSON-1923478396 tempest-ServerRescueNegativeTestJSON-1923478396-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 627.719565] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-207b68bf-0a46-4ec0-b23e-42341fae06cc tempest-ServerRescueNegativeTestJSON-1923478396 tempest-ServerRescueNegativeTestJSON-1923478396-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 627.719778] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-207b68bf-0a46-4ec0-b23e-42341fae06cc tempest-ServerRescueNegativeTestJSON-1923478396 tempest-ServerRescueNegativeTestJSON-1923478396-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 627.720122] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-207b68bf-0a46-4ec0-b23e-42341fae06cc tempest-ServerRescueNegativeTestJSON-1923478396 tempest-ServerRescueNegativeTestJSON-1923478396-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 627.730955] nova-conductor[55138]: DEBUG nova.quota [None req-207b68bf-0a46-4ec0-b23e-42341fae06cc tempest-ServerRescueNegativeTestJSON-1923478396 tempest-ServerRescueNegativeTestJSON-1923478396-project-member] Getting quotas for project a8318d94cc5048de936eb06da4642545. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 627.733285] nova-conductor[55138]: DEBUG nova.quota [None req-207b68bf-0a46-4ec0-b23e-42341fae06cc tempest-ServerRescueNegativeTestJSON-1923478396 tempest-ServerRescueNegativeTestJSON-1923478396-project-member] Getting quotas for user 24878273948f4c2584621b6eb3f79f5a and project a8318d94cc5048de936eb06da4642545. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 627.743762] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-207b68bf-0a46-4ec0-b23e-42341fae06cc tempest-ServerRescueNegativeTestJSON-1923478396 tempest-ServerRescueNegativeTestJSON-1923478396-project-member] [instance: 8498aa14-fc1a-42e4-a5e6-e22b239a8f7e] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55138) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 627.744348] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-207b68bf-0a46-4ec0-b23e-42341fae06cc tempest-ServerRescueNegativeTestJSON-1923478396 tempest-ServerRescueNegativeTestJSON-1923478396-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 627.744596] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-207b68bf-0a46-4ec0-b23e-42341fae06cc tempest-ServerRescueNegativeTestJSON-1923478396 tempest-ServerRescueNegativeTestJSON-1923478396-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 627.744786] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-207b68bf-0a46-4ec0-b23e-42341fae06cc tempest-ServerRescueNegativeTestJSON-1923478396 tempest-ServerRescueNegativeTestJSON-1923478396-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 627.756245] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-207b68bf-0a46-4ec0-b23e-42341fae06cc tempest-ServerRescueNegativeTestJSON-1923478396 tempest-ServerRescueNegativeTestJSON-1923478396-project-member] [instance: 8498aa14-fc1a-42e4-a5e6-e22b239a8f7e] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55138) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 627.756577] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-207b68bf-0a46-4ec0-b23e-42341fae06cc tempest-ServerRescueNegativeTestJSON-1923478396 tempest-ServerRescueNegativeTestJSON-1923478396-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 627.756798] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-207b68bf-0a46-4ec0-b23e-42341fae06cc tempest-ServerRescueNegativeTestJSON-1923478396 tempest-ServerRescueNegativeTestJSON-1923478396-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 627.756971] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-207b68bf-0a46-4ec0-b23e-42341fae06cc tempest-ServerRescueNegativeTestJSON-1923478396 tempest-ServerRescueNegativeTestJSON-1923478396-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 627.804550] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-207b68bf-0a46-4ec0-b23e-42341fae06cc tempest-ServerRescueNegativeTestJSON-1923478396 tempest-ServerRescueNegativeTestJSON-1923478396-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 627.804782] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-207b68bf-0a46-4ec0-b23e-42341fae06cc tempest-ServerRescueNegativeTestJSON-1923478396 tempest-ServerRescueNegativeTestJSON-1923478396-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 627.804957] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-207b68bf-0a46-4ec0-b23e-42341fae06cc tempest-ServerRescueNegativeTestJSON-1923478396 tempest-ServerRescueNegativeTestJSON-1923478396-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 628.022534] nova-conductor[55139]: ERROR nova.scheduler.utils [None req-d559edf3-cef8-4f04-ba61-c5e48c66e676 tempest-VolumesAssistedSnapshotsTest-1603003897 tempest-VolumesAssistedSnapshotsTest-1603003897-project-member] [instance: 2f757f9b-537e-4bd8-b08d-1da991903552] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port b35498a4-9923-43db-8dda-1e3802f5777a, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 2f757f9b-537e-4bd8-b08d-1da991903552 was re-scheduled: Binding failed for port b35498a4-9923-43db-8dda-1e3802f5777a, please check neutron logs for more information.\n'] [ 628.023269] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-d559edf3-cef8-4f04-ba61-c5e48c66e676 tempest-VolumesAssistedSnapshotsTest-1603003897 tempest-VolumesAssistedSnapshotsTest-1603003897-project-member] Rescheduling: True {{(pid=55139) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 628.023532] nova-conductor[55139]: WARNING nova.scheduler.utils [None req-d559edf3-cef8-4f04-ba61-c5e48c66e676 tempest-VolumesAssistedSnapshotsTest-1603003897 tempest-VolumesAssistedSnapshotsTest-1603003897-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 2f757f9b-537e-4bd8-b08d-1da991903552.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 2f757f9b-537e-4bd8-b08d-1da991903552. [ 628.024169] nova-conductor[55139]: WARNING nova.scheduler.utils [None req-d559edf3-cef8-4f04-ba61-c5e48c66e676 tempest-VolumesAssistedSnapshotsTest-1603003897 tempest-VolumesAssistedSnapshotsTest-1603003897-project-member] [instance: 2f757f9b-537e-4bd8-b08d-1da991903552] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 2f757f9b-537e-4bd8-b08d-1da991903552. [ 628.059617] nova-conductor[55139]: DEBUG nova.network.neutron [None req-d559edf3-cef8-4f04-ba61-c5e48c66e676 tempest-VolumesAssistedSnapshotsTest-1603003897 tempest-VolumesAssistedSnapshotsTest-1603003897-project-member] [instance: 2f757f9b-537e-4bd8-b08d-1da991903552] deallocate_for_instance() {{(pid=55139) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 628.098669] nova-conductor[55139]: DEBUG nova.network.neutron [None req-d559edf3-cef8-4f04-ba61-c5e48c66e676 tempest-VolumesAssistedSnapshotsTest-1603003897 tempest-VolumesAssistedSnapshotsTest-1603003897-project-member] [instance: 2f757f9b-537e-4bd8-b08d-1da991903552] Instance cache missing network info. {{(pid=55139) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 628.104989] nova-conductor[55139]: DEBUG nova.network.neutron [None req-d559edf3-cef8-4f04-ba61-c5e48c66e676 tempest-VolumesAssistedSnapshotsTest-1603003897 tempest-VolumesAssistedSnapshotsTest-1603003897-project-member] [instance: 2f757f9b-537e-4bd8-b08d-1da991903552] Updating instance_info_cache with network_info: [] {{(pid=55139) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.451051] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-a69053c1-c55a-4763-af2a-be2f85f06e7a tempest-ServerRescueNegativeTestJSON-1923478396 tempest-ServerRescueNegativeTestJSON-1923478396-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55138) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 629.472171] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-a69053c1-c55a-4763-af2a-be2f85f06e7a tempest-ServerRescueNegativeTestJSON-1923478396 tempest-ServerRescueNegativeTestJSON-1923478396-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 629.472171] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-a69053c1-c55a-4763-af2a-be2f85f06e7a tempest-ServerRescueNegativeTestJSON-1923478396 tempest-ServerRescueNegativeTestJSON-1923478396-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 629.472171] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-a69053c1-c55a-4763-af2a-be2f85f06e7a tempest-ServerRescueNegativeTestJSON-1923478396 tempest-ServerRescueNegativeTestJSON-1923478396-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 629.526291] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-a69053c1-c55a-4763-af2a-be2f85f06e7a tempest-ServerRescueNegativeTestJSON-1923478396 tempest-ServerRescueNegativeTestJSON-1923478396-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 629.526291] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-a69053c1-c55a-4763-af2a-be2f85f06e7a tempest-ServerRescueNegativeTestJSON-1923478396 tempest-ServerRescueNegativeTestJSON-1923478396-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 629.526478] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-a69053c1-c55a-4763-af2a-be2f85f06e7a tempest-ServerRescueNegativeTestJSON-1923478396 tempest-ServerRescueNegativeTestJSON-1923478396-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 629.526854] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-a69053c1-c55a-4763-af2a-be2f85f06e7a tempest-ServerRescueNegativeTestJSON-1923478396 tempest-ServerRescueNegativeTestJSON-1923478396-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 629.527051] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-a69053c1-c55a-4763-af2a-be2f85f06e7a tempest-ServerRescueNegativeTestJSON-1923478396 tempest-ServerRescueNegativeTestJSON-1923478396-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 629.527214] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-a69053c1-c55a-4763-af2a-be2f85f06e7a tempest-ServerRescueNegativeTestJSON-1923478396 tempest-ServerRescueNegativeTestJSON-1923478396-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 629.557972] nova-conductor[55138]: DEBUG nova.quota [None req-a69053c1-c55a-4763-af2a-be2f85f06e7a tempest-ServerRescueNegativeTestJSON-1923478396 tempest-ServerRescueNegativeTestJSON-1923478396-project-member] Getting quotas for project a8318d94cc5048de936eb06da4642545. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 629.564134] nova-conductor[55138]: DEBUG nova.quota [None req-a69053c1-c55a-4763-af2a-be2f85f06e7a tempest-ServerRescueNegativeTestJSON-1923478396 tempest-ServerRescueNegativeTestJSON-1923478396-project-member] Getting quotas for user 24878273948f4c2584621b6eb3f79f5a and project a8318d94cc5048de936eb06da4642545. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 629.574061] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-a69053c1-c55a-4763-af2a-be2f85f06e7a tempest-ServerRescueNegativeTestJSON-1923478396 tempest-ServerRescueNegativeTestJSON-1923478396-project-member] [instance: 06496aad-b025-48c2-8436-03d43d1ac899] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55138) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 629.574061] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-a69053c1-c55a-4763-af2a-be2f85f06e7a tempest-ServerRescueNegativeTestJSON-1923478396 tempest-ServerRescueNegativeTestJSON-1923478396-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 629.574397] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-a69053c1-c55a-4763-af2a-be2f85f06e7a tempest-ServerRescueNegativeTestJSON-1923478396 tempest-ServerRescueNegativeTestJSON-1923478396-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 629.574632] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-a69053c1-c55a-4763-af2a-be2f85f06e7a tempest-ServerRescueNegativeTestJSON-1923478396 tempest-ServerRescueNegativeTestJSON-1923478396-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 629.582170] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-a69053c1-c55a-4763-af2a-be2f85f06e7a tempest-ServerRescueNegativeTestJSON-1923478396 tempest-ServerRescueNegativeTestJSON-1923478396-project-member] [instance: 06496aad-b025-48c2-8436-03d43d1ac899] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55138) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 629.582170] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-a69053c1-c55a-4763-af2a-be2f85f06e7a tempest-ServerRescueNegativeTestJSON-1923478396 tempest-ServerRescueNegativeTestJSON-1923478396-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 629.582170] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-a69053c1-c55a-4763-af2a-be2f85f06e7a tempest-ServerRescueNegativeTestJSON-1923478396 tempest-ServerRescueNegativeTestJSON-1923478396-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 629.582170] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-a69053c1-c55a-4763-af2a-be2f85f06e7a tempest-ServerRescueNegativeTestJSON-1923478396 tempest-ServerRescueNegativeTestJSON-1923478396-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 629.609285] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-a69053c1-c55a-4763-af2a-be2f85f06e7a tempest-ServerRescueNegativeTestJSON-1923478396 tempest-ServerRescueNegativeTestJSON-1923478396-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 629.609630] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-a69053c1-c55a-4763-af2a-be2f85f06e7a tempest-ServerRescueNegativeTestJSON-1923478396 tempest-ServerRescueNegativeTestJSON-1923478396-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 629.609824] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-a69053c1-c55a-4763-af2a-be2f85f06e7a tempest-ServerRescueNegativeTestJSON-1923478396 tempest-ServerRescueNegativeTestJSON-1923478396-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 630.207768] nova-conductor[55138]: ERROR nova.scheduler.utils [None req-5352e9d5-0d1d-43c7-84e1-73d2858f379b tempest-ServersTestMultiNic-1302030917 tempest-ServersTestMultiNic-1302030917-project-member] [instance: c538fef4-2245-4bd3-af03-f0105fceb1e3] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 684d1759-1f66-45f5-86c1-6fad8a310af1, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance c538fef4-2245-4bd3-af03-f0105fceb1e3 was re-scheduled: Binding failed for port 684d1759-1f66-45f5-86c1-6fad8a310af1, please check neutron logs for more information.\n'] [ 630.208859] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-5352e9d5-0d1d-43c7-84e1-73d2858f379b tempest-ServersTestMultiNic-1302030917 tempest-ServersTestMultiNic-1302030917-project-member] Rescheduling: True {{(pid=55138) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 630.208859] nova-conductor[55138]: WARNING nova.scheduler.utils [None req-5352e9d5-0d1d-43c7-84e1-73d2858f379b tempest-ServersTestMultiNic-1302030917 tempest-ServersTestMultiNic-1302030917-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c538fef4-2245-4bd3-af03-f0105fceb1e3.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c538fef4-2245-4bd3-af03-f0105fceb1e3. [ 630.210231] nova-conductor[55138]: WARNING nova.scheduler.utils [None req-5352e9d5-0d1d-43c7-84e1-73d2858f379b tempest-ServersTestMultiNic-1302030917 tempest-ServersTestMultiNic-1302030917-project-member] [instance: c538fef4-2245-4bd3-af03-f0105fceb1e3] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c538fef4-2245-4bd3-af03-f0105fceb1e3. [ 630.258540] nova-conductor[55138]: DEBUG nova.network.neutron [None req-5352e9d5-0d1d-43c7-84e1-73d2858f379b tempest-ServersTestMultiNic-1302030917 tempest-ServersTestMultiNic-1302030917-project-member] [instance: c538fef4-2245-4bd3-af03-f0105fceb1e3] deallocate_for_instance() {{(pid=55138) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 630.292117] nova-conductor[55138]: DEBUG nova.network.neutron [None req-5352e9d5-0d1d-43c7-84e1-73d2858f379b tempest-ServersTestMultiNic-1302030917 tempest-ServersTestMultiNic-1302030917-project-member] [instance: c538fef4-2245-4bd3-af03-f0105fceb1e3] Instance cache missing network info. {{(pid=55138) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 630.297626] nova-conductor[55138]: DEBUG nova.network.neutron [None req-5352e9d5-0d1d-43c7-84e1-73d2858f379b tempest-ServersTestMultiNic-1302030917 tempest-ServersTestMultiNic-1302030917-project-member] [instance: c538fef4-2245-4bd3-af03-f0105fceb1e3] Updating instance_info_cache with network_info: [] {{(pid=55138) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.233550] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-1c69b6aa-5608-41d6-a1c8-af847c55c565 tempest-VolumesAdminNegativeTest-1985833072 tempest-VolumesAdminNegativeTest-1985833072-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55139) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 631.263932] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-1c69b6aa-5608-41d6-a1c8-af847c55c565 tempest-VolumesAdminNegativeTest-1985833072 tempest-VolumesAdminNegativeTest-1985833072-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 631.265555] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-1c69b6aa-5608-41d6-a1c8-af847c55c565 tempest-VolumesAdminNegativeTest-1985833072 tempest-VolumesAdminNegativeTest-1985833072-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.265555] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-1c69b6aa-5608-41d6-a1c8-af847c55c565 tempest-VolumesAdminNegativeTest-1985833072 tempest-VolumesAdminNegativeTest-1985833072-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 631.336366] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-1c69b6aa-5608-41d6-a1c8-af847c55c565 tempest-VolumesAdminNegativeTest-1985833072 tempest-VolumesAdminNegativeTest-1985833072-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 631.336366] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-1c69b6aa-5608-41d6-a1c8-af847c55c565 tempest-VolumesAdminNegativeTest-1985833072 tempest-VolumesAdminNegativeTest-1985833072-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.336366] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-1c69b6aa-5608-41d6-a1c8-af847c55c565 tempest-VolumesAdminNegativeTest-1985833072 tempest-VolumesAdminNegativeTest-1985833072-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 631.336366] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-1c69b6aa-5608-41d6-a1c8-af847c55c565 tempest-VolumesAdminNegativeTest-1985833072 tempest-VolumesAdminNegativeTest-1985833072-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 631.336366] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-1c69b6aa-5608-41d6-a1c8-af847c55c565 tempest-VolumesAdminNegativeTest-1985833072 tempest-VolumesAdminNegativeTest-1985833072-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.336366] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-1c69b6aa-5608-41d6-a1c8-af847c55c565 tempest-VolumesAdminNegativeTest-1985833072 tempest-VolumesAdminNegativeTest-1985833072-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 631.355218] nova-conductor[55139]: DEBUG nova.quota [None req-1c69b6aa-5608-41d6-a1c8-af847c55c565 tempest-VolumesAdminNegativeTest-1985833072 tempest-VolumesAdminNegativeTest-1985833072-project-member] Getting quotas for project 43717c26a67e4ea7bc9439ef2475b794. Resources: {'instances', 'cores', 'ram'} {{(pid=55139) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 631.359883] nova-conductor[55139]: DEBUG nova.quota [None req-1c69b6aa-5608-41d6-a1c8-af847c55c565 tempest-VolumesAdminNegativeTest-1985833072 tempest-VolumesAdminNegativeTest-1985833072-project-member] Getting quotas for user 569158eee09b4bd597a32db0c2f02948 and project 43717c26a67e4ea7bc9439ef2475b794. Resources: {'instances', 'cores', 'ram'} {{(pid=55139) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 631.365648] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-1c69b6aa-5608-41d6-a1c8-af847c55c565 tempest-VolumesAdminNegativeTest-1985833072 tempest-VolumesAdminNegativeTest-1985833072-project-member] [instance: 8885156e-78f1-45ff-87c9-829f3ab89dca] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55139) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 631.366217] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-1c69b6aa-5608-41d6-a1c8-af847c55c565 tempest-VolumesAdminNegativeTest-1985833072 tempest-VolumesAdminNegativeTest-1985833072-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 631.366488] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-1c69b6aa-5608-41d6-a1c8-af847c55c565 tempest-VolumesAdminNegativeTest-1985833072 tempest-VolumesAdminNegativeTest-1985833072-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.367171] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-1c69b6aa-5608-41d6-a1c8-af847c55c565 tempest-VolumesAdminNegativeTest-1985833072 tempest-VolumesAdminNegativeTest-1985833072-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 631.376819] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-1c69b6aa-5608-41d6-a1c8-af847c55c565 tempest-VolumesAdminNegativeTest-1985833072 tempest-VolumesAdminNegativeTest-1985833072-project-member] [instance: 8885156e-78f1-45ff-87c9-829f3ab89dca] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55139) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 631.377634] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-1c69b6aa-5608-41d6-a1c8-af847c55c565 tempest-VolumesAdminNegativeTest-1985833072 tempest-VolumesAdminNegativeTest-1985833072-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 631.377922] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-1c69b6aa-5608-41d6-a1c8-af847c55c565 tempest-VolumesAdminNegativeTest-1985833072 tempest-VolumesAdminNegativeTest-1985833072-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.378128] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-1c69b6aa-5608-41d6-a1c8-af847c55c565 tempest-VolumesAdminNegativeTest-1985833072 tempest-VolumesAdminNegativeTest-1985833072-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 631.405440] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-1c69b6aa-5608-41d6-a1c8-af847c55c565 tempest-VolumesAdminNegativeTest-1985833072 tempest-VolumesAdminNegativeTest-1985833072-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 631.405676] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-1c69b6aa-5608-41d6-a1c8-af847c55c565 tempest-VolumesAdminNegativeTest-1985833072 tempest-VolumesAdminNegativeTest-1985833072-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 631.405850] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-1c69b6aa-5608-41d6-a1c8-af847c55c565 tempest-VolumesAdminNegativeTest-1985833072 tempest-VolumesAdminNegativeTest-1985833072-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 633.367351] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-89b6ec04-a52a-4ad0-b05b-3c9b483f7d27 tempest-InstanceActionsV221TestJSON-1084937500 tempest-InstanceActionsV221TestJSON-1084937500-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55139) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 633.385882] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-89b6ec04-a52a-4ad0-b05b-3c9b483f7d27 tempest-InstanceActionsV221TestJSON-1084937500 tempest-InstanceActionsV221TestJSON-1084937500-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 633.385882] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-89b6ec04-a52a-4ad0-b05b-3c9b483f7d27 tempest-InstanceActionsV221TestJSON-1084937500 tempest-InstanceActionsV221TestJSON-1084937500-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 633.385882] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-89b6ec04-a52a-4ad0-b05b-3c9b483f7d27 tempest-InstanceActionsV221TestJSON-1084937500 tempest-InstanceActionsV221TestJSON-1084937500-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 633.429680] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-89b6ec04-a52a-4ad0-b05b-3c9b483f7d27 tempest-InstanceActionsV221TestJSON-1084937500 tempest-InstanceActionsV221TestJSON-1084937500-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 633.429680] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-89b6ec04-a52a-4ad0-b05b-3c9b483f7d27 tempest-InstanceActionsV221TestJSON-1084937500 tempest-InstanceActionsV221TestJSON-1084937500-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 633.429680] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-89b6ec04-a52a-4ad0-b05b-3c9b483f7d27 tempest-InstanceActionsV221TestJSON-1084937500 tempest-InstanceActionsV221TestJSON-1084937500-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 633.430310] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-89b6ec04-a52a-4ad0-b05b-3c9b483f7d27 tempest-InstanceActionsV221TestJSON-1084937500 tempest-InstanceActionsV221TestJSON-1084937500-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 633.430399] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-89b6ec04-a52a-4ad0-b05b-3c9b483f7d27 tempest-InstanceActionsV221TestJSON-1084937500 tempest-InstanceActionsV221TestJSON-1084937500-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 633.430553] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-89b6ec04-a52a-4ad0-b05b-3c9b483f7d27 tempest-InstanceActionsV221TestJSON-1084937500 tempest-InstanceActionsV221TestJSON-1084937500-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 633.442287] nova-conductor[55139]: DEBUG nova.quota [None req-89b6ec04-a52a-4ad0-b05b-3c9b483f7d27 tempest-InstanceActionsV221TestJSON-1084937500 tempest-InstanceActionsV221TestJSON-1084937500-project-member] Getting quotas for project 3b4afd7bfb434a79bd251dbc986b12c4. Resources: {'instances', 'cores', 'ram'} {{(pid=55139) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 633.445445] nova-conductor[55139]: DEBUG nova.quota [None req-89b6ec04-a52a-4ad0-b05b-3c9b483f7d27 tempest-InstanceActionsV221TestJSON-1084937500 tempest-InstanceActionsV221TestJSON-1084937500-project-member] Getting quotas for user f64d1aee5efa45e68916b92777a359ef and project 3b4afd7bfb434a79bd251dbc986b12c4. Resources: {'instances', 'cores', 'ram'} {{(pid=55139) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 633.452482] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-89b6ec04-a52a-4ad0-b05b-3c9b483f7d27 tempest-InstanceActionsV221TestJSON-1084937500 tempest-InstanceActionsV221TestJSON-1084937500-project-member] [instance: a97cff65-e350-480e-9891-3317fe05be47] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55139) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 633.452482] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-89b6ec04-a52a-4ad0-b05b-3c9b483f7d27 tempest-InstanceActionsV221TestJSON-1084937500 tempest-InstanceActionsV221TestJSON-1084937500-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 633.452482] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-89b6ec04-a52a-4ad0-b05b-3c9b483f7d27 tempest-InstanceActionsV221TestJSON-1084937500 tempest-InstanceActionsV221TestJSON-1084937500-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 633.452482] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-89b6ec04-a52a-4ad0-b05b-3c9b483f7d27 tempest-InstanceActionsV221TestJSON-1084937500 tempest-InstanceActionsV221TestJSON-1084937500-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 633.460379] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-89b6ec04-a52a-4ad0-b05b-3c9b483f7d27 tempest-InstanceActionsV221TestJSON-1084937500 tempest-InstanceActionsV221TestJSON-1084937500-project-member] [instance: a97cff65-e350-480e-9891-3317fe05be47] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55139) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 633.461020] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-89b6ec04-a52a-4ad0-b05b-3c9b483f7d27 tempest-InstanceActionsV221TestJSON-1084937500 tempest-InstanceActionsV221TestJSON-1084937500-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 633.461235] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-89b6ec04-a52a-4ad0-b05b-3c9b483f7d27 tempest-InstanceActionsV221TestJSON-1084937500 tempest-InstanceActionsV221TestJSON-1084937500-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 633.461400] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-89b6ec04-a52a-4ad0-b05b-3c9b483f7d27 tempest-InstanceActionsV221TestJSON-1084937500 tempest-InstanceActionsV221TestJSON-1084937500-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 633.483634] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-89b6ec04-a52a-4ad0-b05b-3c9b483f7d27 tempest-InstanceActionsV221TestJSON-1084937500 tempest-InstanceActionsV221TestJSON-1084937500-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 633.484045] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-89b6ec04-a52a-4ad0-b05b-3c9b483f7d27 tempest-InstanceActionsV221TestJSON-1084937500 tempest-InstanceActionsV221TestJSON-1084937500-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 633.484137] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-89b6ec04-a52a-4ad0-b05b-3c9b483f7d27 tempest-InstanceActionsV221TestJSON-1084937500 tempest-InstanceActionsV221TestJSON-1084937500-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 634.346863] nova-conductor[55138]: ERROR nova.scheduler.utils [None req-dbda92df-fff0-42d6-8251-e1803fbd049b tempest-MultipleCreateTestJSON-2008172540 tempest-MultipleCreateTestJSON-2008172540-project-member] [instance: c9b7182b-8116-419c-b399-2c7bcc133893] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port de336b0b-00ff-4033-bc80-b4b1d8e3fa67, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance c9b7182b-8116-419c-b399-2c7bcc133893 was re-scheduled: Binding failed for port de336b0b-00ff-4033-bc80-b4b1d8e3fa67, please check neutron logs for more information.\n'] [ 634.347997] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-dbda92df-fff0-42d6-8251-e1803fbd049b tempest-MultipleCreateTestJSON-2008172540 tempest-MultipleCreateTestJSON-2008172540-project-member] Rescheduling: True {{(pid=55138) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 634.347997] nova-conductor[55138]: WARNING nova.scheduler.utils [None req-dbda92df-fff0-42d6-8251-e1803fbd049b tempest-MultipleCreateTestJSON-2008172540 tempest-MultipleCreateTestJSON-2008172540-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c9b7182b-8116-419c-b399-2c7bcc133893.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c9b7182b-8116-419c-b399-2c7bcc133893. [ 634.348515] nova-conductor[55138]: WARNING nova.scheduler.utils [None req-dbda92df-fff0-42d6-8251-e1803fbd049b tempest-MultipleCreateTestJSON-2008172540 tempest-MultipleCreateTestJSON-2008172540-project-member] [instance: c9b7182b-8116-419c-b399-2c7bcc133893] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c9b7182b-8116-419c-b399-2c7bcc133893. [ 634.384410] nova-conductor[55138]: DEBUG nova.network.neutron [None req-dbda92df-fff0-42d6-8251-e1803fbd049b tempest-MultipleCreateTestJSON-2008172540 tempest-MultipleCreateTestJSON-2008172540-project-member] [instance: c9b7182b-8116-419c-b399-2c7bcc133893] deallocate_for_instance() {{(pid=55138) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 634.431122] nova-conductor[55138]: DEBUG nova.network.neutron [None req-dbda92df-fff0-42d6-8251-e1803fbd049b tempest-MultipleCreateTestJSON-2008172540 tempest-MultipleCreateTestJSON-2008172540-project-member] [instance: c9b7182b-8116-419c-b399-2c7bcc133893] Instance cache missing network info. {{(pid=55138) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 634.442495] nova-conductor[55138]: DEBUG nova.network.neutron [None req-dbda92df-fff0-42d6-8251-e1803fbd049b tempest-MultipleCreateTestJSON-2008172540 tempest-MultipleCreateTestJSON-2008172540-project-member] [instance: c9b7182b-8116-419c-b399-2c7bcc133893] Updating instance_info_cache with network_info: [] {{(pid=55138) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.478120] nova-conductor[55138]: ERROR nova.scheduler.utils [None req-dbda92df-fff0-42d6-8251-e1803fbd049b tempest-MultipleCreateTestJSON-2008172540 tempest-MultipleCreateTestJSON-2008172540-project-member] [instance: 4f0aba5d-1722-4ddb-8331-a10c25e29b6f] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port fdd4ea5c-13a8-48f2-b391-b5e0c0e7241a, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 4f0aba5d-1722-4ddb-8331-a10c25e29b6f was re-scheduled: Binding failed for port fdd4ea5c-13a8-48f2-b391-b5e0c0e7241a, please check neutron logs for more information.\n'] [ 636.478782] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-dbda92df-fff0-42d6-8251-e1803fbd049b tempest-MultipleCreateTestJSON-2008172540 tempest-MultipleCreateTestJSON-2008172540-project-member] Rescheduling: True {{(pid=55138) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 636.478998] nova-conductor[55138]: WARNING nova.scheduler.utils [None req-dbda92df-fff0-42d6-8251-e1803fbd049b tempest-MultipleCreateTestJSON-2008172540 tempest-MultipleCreateTestJSON-2008172540-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4f0aba5d-1722-4ddb-8331-a10c25e29b6f.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4f0aba5d-1722-4ddb-8331-a10c25e29b6f. [ 636.480077] nova-conductor[55138]: WARNING nova.scheduler.utils [None req-dbda92df-fff0-42d6-8251-e1803fbd049b tempest-MultipleCreateTestJSON-2008172540 tempest-MultipleCreateTestJSON-2008172540-project-member] [instance: 4f0aba5d-1722-4ddb-8331-a10c25e29b6f] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4f0aba5d-1722-4ddb-8331-a10c25e29b6f. [ 636.490023] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-8d7f5949-f7b5-4813-a06e-0403ba33eea6 tempest-ServersTestMultiNic-1302030917 tempest-ServersTestMultiNic-1302030917-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55138) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 636.517660] nova-conductor[55138]: DEBUG nova.network.neutron [None req-dbda92df-fff0-42d6-8251-e1803fbd049b tempest-MultipleCreateTestJSON-2008172540 tempest-MultipleCreateTestJSON-2008172540-project-member] [instance: 4f0aba5d-1722-4ddb-8331-a10c25e29b6f] deallocate_for_instance() {{(pid=55138) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 636.520343] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-8d7f5949-f7b5-4813-a06e-0403ba33eea6 tempest-ServersTestMultiNic-1302030917 tempest-ServersTestMultiNic-1302030917-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 636.520559] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-8d7f5949-f7b5-4813-a06e-0403ba33eea6 tempest-ServersTestMultiNic-1302030917 tempest-ServersTestMultiNic-1302030917-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 636.521160] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-8d7f5949-f7b5-4813-a06e-0403ba33eea6 tempest-ServersTestMultiNic-1302030917 tempest-ServersTestMultiNic-1302030917-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 636.549165] nova-conductor[55138]: DEBUG nova.network.neutron [None req-dbda92df-fff0-42d6-8251-e1803fbd049b tempest-MultipleCreateTestJSON-2008172540 tempest-MultipleCreateTestJSON-2008172540-project-member] [instance: 4f0aba5d-1722-4ddb-8331-a10c25e29b6f] Instance cache missing network info. {{(pid=55138) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 636.556623] nova-conductor[55138]: DEBUG nova.network.neutron [None req-dbda92df-fff0-42d6-8251-e1803fbd049b tempest-MultipleCreateTestJSON-2008172540 tempest-MultipleCreateTestJSON-2008172540-project-member] [instance: 4f0aba5d-1722-4ddb-8331-a10c25e29b6f] Updating instance_info_cache with network_info: [] {{(pid=55138) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 636.590517] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-8d7f5949-f7b5-4813-a06e-0403ba33eea6 tempest-ServersTestMultiNic-1302030917 tempest-ServersTestMultiNic-1302030917-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 636.591037] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-8d7f5949-f7b5-4813-a06e-0403ba33eea6 tempest-ServersTestMultiNic-1302030917 tempest-ServersTestMultiNic-1302030917-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 636.591257] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-8d7f5949-f7b5-4813-a06e-0403ba33eea6 tempest-ServersTestMultiNic-1302030917 tempest-ServersTestMultiNic-1302030917-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 636.591626] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-8d7f5949-f7b5-4813-a06e-0403ba33eea6 tempest-ServersTestMultiNic-1302030917 tempest-ServersTestMultiNic-1302030917-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 636.591885] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-8d7f5949-f7b5-4813-a06e-0403ba33eea6 tempest-ServersTestMultiNic-1302030917 tempest-ServersTestMultiNic-1302030917-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 636.592103] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-8d7f5949-f7b5-4813-a06e-0403ba33eea6 tempest-ServersTestMultiNic-1302030917 tempest-ServersTestMultiNic-1302030917-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 636.614347] nova-conductor[55138]: DEBUG nova.quota [None req-8d7f5949-f7b5-4813-a06e-0403ba33eea6 tempest-ServersTestMultiNic-1302030917 tempest-ServersTestMultiNic-1302030917-project-member] Getting quotas for project 777b9af00b5145a99c726dcc9b5f8c22. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 636.619343] nova-conductor[55138]: DEBUG nova.quota [None req-8d7f5949-f7b5-4813-a06e-0403ba33eea6 tempest-ServersTestMultiNic-1302030917 tempest-ServersTestMultiNic-1302030917-project-member] Getting quotas for user e8f61e346d654c4399b59c59e94ed227 and project 777b9af00b5145a99c726dcc9b5f8c22. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 636.626629] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-8d7f5949-f7b5-4813-a06e-0403ba33eea6 tempest-ServersTestMultiNic-1302030917 tempest-ServersTestMultiNic-1302030917-project-member] [instance: 4d0586a5-60b3-4144-87bf-2fc5f9e9c0b1] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55138) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 636.627122] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-8d7f5949-f7b5-4813-a06e-0403ba33eea6 tempest-ServersTestMultiNic-1302030917 tempest-ServersTestMultiNic-1302030917-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 636.627331] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-8d7f5949-f7b5-4813-a06e-0403ba33eea6 tempest-ServersTestMultiNic-1302030917 tempest-ServersTestMultiNic-1302030917-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 636.627887] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-8d7f5949-f7b5-4813-a06e-0403ba33eea6 tempest-ServersTestMultiNic-1302030917 tempest-ServersTestMultiNic-1302030917-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 636.631973] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-8d7f5949-f7b5-4813-a06e-0403ba33eea6 tempest-ServersTestMultiNic-1302030917 tempest-ServersTestMultiNic-1302030917-project-member] [instance: 4d0586a5-60b3-4144-87bf-2fc5f9e9c0b1] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55138) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 636.632695] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-8d7f5949-f7b5-4813-a06e-0403ba33eea6 tempest-ServersTestMultiNic-1302030917 tempest-ServersTestMultiNic-1302030917-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 636.632907] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-8d7f5949-f7b5-4813-a06e-0403ba33eea6 tempest-ServersTestMultiNic-1302030917 tempest-ServersTestMultiNic-1302030917-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 636.633124] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-8d7f5949-f7b5-4813-a06e-0403ba33eea6 tempest-ServersTestMultiNic-1302030917 tempest-ServersTestMultiNic-1302030917-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 636.655175] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-8d7f5949-f7b5-4813-a06e-0403ba33eea6 tempest-ServersTestMultiNic-1302030917 tempest-ServersTestMultiNic-1302030917-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 636.656601] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-8d7f5949-f7b5-4813-a06e-0403ba33eea6 tempest-ServersTestMultiNic-1302030917 tempest-ServersTestMultiNic-1302030917-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 636.656601] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-8d7f5949-f7b5-4813-a06e-0403ba33eea6 tempest-ServersTestMultiNic-1302030917 tempest-ServersTestMultiNic-1302030917-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 638.602853] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-6ad886d4-29c3-4941-8a6d-834df77a466f tempest-InstanceActionsNegativeTestJSON-468774283 tempest-InstanceActionsNegativeTestJSON-468774283-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55138) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 638.622286] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-6ad886d4-29c3-4941-8a6d-834df77a466f tempest-InstanceActionsNegativeTestJSON-468774283 tempest-InstanceActionsNegativeTestJSON-468774283-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 638.623440] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-6ad886d4-29c3-4941-8a6d-834df77a466f tempest-InstanceActionsNegativeTestJSON-468774283 tempest-InstanceActionsNegativeTestJSON-468774283-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 638.623727] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-6ad886d4-29c3-4941-8a6d-834df77a466f tempest-InstanceActionsNegativeTestJSON-468774283 tempest-InstanceActionsNegativeTestJSON-468774283-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 638.679706] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-6ad886d4-29c3-4941-8a6d-834df77a466f tempest-InstanceActionsNegativeTestJSON-468774283 tempest-InstanceActionsNegativeTestJSON-468774283-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 638.680124] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-6ad886d4-29c3-4941-8a6d-834df77a466f tempest-InstanceActionsNegativeTestJSON-468774283 tempest-InstanceActionsNegativeTestJSON-468774283-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 638.680418] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-6ad886d4-29c3-4941-8a6d-834df77a466f tempest-InstanceActionsNegativeTestJSON-468774283 tempest-InstanceActionsNegativeTestJSON-468774283-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 638.681037] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-6ad886d4-29c3-4941-8a6d-834df77a466f tempest-InstanceActionsNegativeTestJSON-468774283 tempest-InstanceActionsNegativeTestJSON-468774283-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 638.681355] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-6ad886d4-29c3-4941-8a6d-834df77a466f tempest-InstanceActionsNegativeTestJSON-468774283 tempest-InstanceActionsNegativeTestJSON-468774283-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 638.681578] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-6ad886d4-29c3-4941-8a6d-834df77a466f tempest-InstanceActionsNegativeTestJSON-468774283 tempest-InstanceActionsNegativeTestJSON-468774283-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 638.694186] nova-conductor[55138]: DEBUG nova.quota [None req-6ad886d4-29c3-4941-8a6d-834df77a466f tempest-InstanceActionsNegativeTestJSON-468774283 tempest-InstanceActionsNegativeTestJSON-468774283-project-member] Getting quotas for project 1d41989252e14a78b0e562fc48076b27. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 638.698101] nova-conductor[55138]: DEBUG nova.quota [None req-6ad886d4-29c3-4941-8a6d-834df77a466f tempest-InstanceActionsNegativeTestJSON-468774283 tempest-InstanceActionsNegativeTestJSON-468774283-project-member] Getting quotas for user bc538e1e5d494591ae07f83cf5ff700c and project 1d41989252e14a78b0e562fc48076b27. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 638.707402] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-6ad886d4-29c3-4941-8a6d-834df77a466f tempest-InstanceActionsNegativeTestJSON-468774283 tempest-InstanceActionsNegativeTestJSON-468774283-project-member] [instance: 611fead3-3d1b-41e4-9579-7ad1a1b754c3] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55138) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 638.708077] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-6ad886d4-29c3-4941-8a6d-834df77a466f tempest-InstanceActionsNegativeTestJSON-468774283 tempest-InstanceActionsNegativeTestJSON-468774283-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 638.709200] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-6ad886d4-29c3-4941-8a6d-834df77a466f tempest-InstanceActionsNegativeTestJSON-468774283 tempest-InstanceActionsNegativeTestJSON-468774283-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 638.709200] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-6ad886d4-29c3-4941-8a6d-834df77a466f tempest-InstanceActionsNegativeTestJSON-468774283 tempest-InstanceActionsNegativeTestJSON-468774283-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 638.715011] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-6ad886d4-29c3-4941-8a6d-834df77a466f tempest-InstanceActionsNegativeTestJSON-468774283 tempest-InstanceActionsNegativeTestJSON-468774283-project-member] [instance: 611fead3-3d1b-41e4-9579-7ad1a1b754c3] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55138) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 638.715788] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-6ad886d4-29c3-4941-8a6d-834df77a466f tempest-InstanceActionsNegativeTestJSON-468774283 tempest-InstanceActionsNegativeTestJSON-468774283-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 638.716082] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-6ad886d4-29c3-4941-8a6d-834df77a466f tempest-InstanceActionsNegativeTestJSON-468774283 tempest-InstanceActionsNegativeTestJSON-468774283-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 638.716355] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-6ad886d4-29c3-4941-8a6d-834df77a466f tempest-InstanceActionsNegativeTestJSON-468774283 tempest-InstanceActionsNegativeTestJSON-468774283-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 638.739894] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-6ad886d4-29c3-4941-8a6d-834df77a466f tempest-InstanceActionsNegativeTestJSON-468774283 tempest-InstanceActionsNegativeTestJSON-468774283-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 638.740143] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-6ad886d4-29c3-4941-8a6d-834df77a466f tempest-InstanceActionsNegativeTestJSON-468774283 tempest-InstanceActionsNegativeTestJSON-468774283-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 638.740324] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-6ad886d4-29c3-4941-8a6d-834df77a466f tempest-InstanceActionsNegativeTestJSON-468774283 tempest-InstanceActionsNegativeTestJSON-468774283-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 641.211973] nova-conductor[55139]: ERROR nova.scheduler.utils [None req-aa1126c9-d852-41b0-a050-af6240a68602 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] [instance: 29c289ea-703c-4083-b0c4-bbc8b4a92142] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port f47aceff-c181-4583-8852-323723733b26, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 29c289ea-703c-4083-b0c4-bbc8b4a92142 was re-scheduled: Binding failed for port f47aceff-c181-4583-8852-323723733b26, please check neutron logs for more information.\n'] [ 641.213022] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-aa1126c9-d852-41b0-a050-af6240a68602 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Rescheduling: True {{(pid=55139) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 641.213022] nova-conductor[55139]: WARNING nova.scheduler.utils [None req-aa1126c9-d852-41b0-a050-af6240a68602 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 29c289ea-703c-4083-b0c4-bbc8b4a92142.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 29c289ea-703c-4083-b0c4-bbc8b4a92142. [ 641.213247] nova-conductor[55139]: WARNING nova.scheduler.utils [None req-aa1126c9-d852-41b0-a050-af6240a68602 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] [instance: 29c289ea-703c-4083-b0c4-bbc8b4a92142] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 29c289ea-703c-4083-b0c4-bbc8b4a92142. [ 641.244104] nova-conductor[55139]: DEBUG nova.network.neutron [None req-aa1126c9-d852-41b0-a050-af6240a68602 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] [instance: 29c289ea-703c-4083-b0c4-bbc8b4a92142] deallocate_for_instance() {{(pid=55139) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 641.265114] nova-conductor[55139]: DEBUG nova.network.neutron [None req-aa1126c9-d852-41b0-a050-af6240a68602 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] [instance: 29c289ea-703c-4083-b0c4-bbc8b4a92142] Instance cache missing network info. {{(pid=55139) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 641.270313] nova-conductor[55139]: DEBUG nova.network.neutron [None req-aa1126c9-d852-41b0-a050-af6240a68602 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] [instance: 29c289ea-703c-4083-b0c4-bbc8b4a92142] Updating instance_info_cache with network_info: [] {{(pid=55139) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 641.811153] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-25d69db4-7427-4d39-ab38-eae852fbae1a tempest-MultipleCreateTestJSON-2008172540 tempest-MultipleCreateTestJSON-2008172540-project-member] Took 0.51 seconds to select destinations for 2 instance(s). {{(pid=55139) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 641.840901] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-25d69db4-7427-4d39-ab38-eae852fbae1a tempest-MultipleCreateTestJSON-2008172540 tempest-MultipleCreateTestJSON-2008172540-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 641.841389] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-25d69db4-7427-4d39-ab38-eae852fbae1a tempest-MultipleCreateTestJSON-2008172540 tempest-MultipleCreateTestJSON-2008172540-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 641.841686] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-25d69db4-7427-4d39-ab38-eae852fbae1a tempest-MultipleCreateTestJSON-2008172540 tempest-MultipleCreateTestJSON-2008172540-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 641.891804] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-25d69db4-7427-4d39-ab38-eae852fbae1a tempest-MultipleCreateTestJSON-2008172540 tempest-MultipleCreateTestJSON-2008172540-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 641.892075] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-25d69db4-7427-4d39-ab38-eae852fbae1a tempest-MultipleCreateTestJSON-2008172540 tempest-MultipleCreateTestJSON-2008172540-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 641.892426] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-25d69db4-7427-4d39-ab38-eae852fbae1a tempest-MultipleCreateTestJSON-2008172540 tempest-MultipleCreateTestJSON-2008172540-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 641.924024] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-25d69db4-7427-4d39-ab38-eae852fbae1a tempest-MultipleCreateTestJSON-2008172540 tempest-MultipleCreateTestJSON-2008172540-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 641.924394] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-25d69db4-7427-4d39-ab38-eae852fbae1a tempest-MultipleCreateTestJSON-2008172540 tempest-MultipleCreateTestJSON-2008172540-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 641.924516] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-25d69db4-7427-4d39-ab38-eae852fbae1a tempest-MultipleCreateTestJSON-2008172540 tempest-MultipleCreateTestJSON-2008172540-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 641.927295] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-25d69db4-7427-4d39-ab38-eae852fbae1a tempest-MultipleCreateTestJSON-2008172540 tempest-MultipleCreateTestJSON-2008172540-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 641.927295] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-25d69db4-7427-4d39-ab38-eae852fbae1a tempest-MultipleCreateTestJSON-2008172540 tempest-MultipleCreateTestJSON-2008172540-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 641.927295] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-25d69db4-7427-4d39-ab38-eae852fbae1a tempest-MultipleCreateTestJSON-2008172540 tempest-MultipleCreateTestJSON-2008172540-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 641.935571] nova-conductor[55139]: DEBUG nova.quota [None req-25d69db4-7427-4d39-ab38-eae852fbae1a tempest-MultipleCreateTestJSON-2008172540 tempest-MultipleCreateTestJSON-2008172540-project-member] Getting quotas for project 6b9be262a4894ae78a9964e5ca7b09a8. Resources: {'instances', 'cores', 'ram'} {{(pid=55139) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 641.939679] nova-conductor[55139]: DEBUG nova.quota [None req-25d69db4-7427-4d39-ab38-eae852fbae1a tempest-MultipleCreateTestJSON-2008172540 tempest-MultipleCreateTestJSON-2008172540-project-member] Getting quotas for user 69493cd1ff694fe8a805f116b407ea1b and project 6b9be262a4894ae78a9964e5ca7b09a8. Resources: {'instances', 'cores', 'ram'} {{(pid=55139) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 641.944930] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-25d69db4-7427-4d39-ab38-eae852fbae1a tempest-MultipleCreateTestJSON-2008172540 tempest-MultipleCreateTestJSON-2008172540-project-member] [instance: 4cd7f7b3-d947-4745-8fd7-940076865e3b] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55139) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 641.945564] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-25d69db4-7427-4d39-ab38-eae852fbae1a tempest-MultipleCreateTestJSON-2008172540 tempest-MultipleCreateTestJSON-2008172540-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 641.945900] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-25d69db4-7427-4d39-ab38-eae852fbae1a tempest-MultipleCreateTestJSON-2008172540 tempest-MultipleCreateTestJSON-2008172540-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 641.946108] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-25d69db4-7427-4d39-ab38-eae852fbae1a tempest-MultipleCreateTestJSON-2008172540 tempest-MultipleCreateTestJSON-2008172540-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 641.949516] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-25d69db4-7427-4d39-ab38-eae852fbae1a tempest-MultipleCreateTestJSON-2008172540 tempest-MultipleCreateTestJSON-2008172540-project-member] [instance: 4cd7f7b3-d947-4745-8fd7-940076865e3b] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55139) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 641.950398] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-25d69db4-7427-4d39-ab38-eae852fbae1a tempest-MultipleCreateTestJSON-2008172540 tempest-MultipleCreateTestJSON-2008172540-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 641.950624] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-25d69db4-7427-4d39-ab38-eae852fbae1a tempest-MultipleCreateTestJSON-2008172540 tempest-MultipleCreateTestJSON-2008172540-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 641.950798] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-25d69db4-7427-4d39-ab38-eae852fbae1a tempest-MultipleCreateTestJSON-2008172540 tempest-MultipleCreateTestJSON-2008172540-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 641.974223] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-25d69db4-7427-4d39-ab38-eae852fbae1a tempest-MultipleCreateTestJSON-2008172540 tempest-MultipleCreateTestJSON-2008172540-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 641.974521] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-25d69db4-7427-4d39-ab38-eae852fbae1a tempest-MultipleCreateTestJSON-2008172540 tempest-MultipleCreateTestJSON-2008172540-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 641.974700] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-25d69db4-7427-4d39-ab38-eae852fbae1a tempest-MultipleCreateTestJSON-2008172540 tempest-MultipleCreateTestJSON-2008172540-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 641.981064] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-25d69db4-7427-4d39-ab38-eae852fbae1a tempest-MultipleCreateTestJSON-2008172540 tempest-MultipleCreateTestJSON-2008172540-project-member] [instance: ba2d047d-d30f-4ba0-bcfb-787c5a3ae516] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55139) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 641.984022] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-25d69db4-7427-4d39-ab38-eae852fbae1a tempest-MultipleCreateTestJSON-2008172540 tempest-MultipleCreateTestJSON-2008172540-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 641.984022] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-25d69db4-7427-4d39-ab38-eae852fbae1a tempest-MultipleCreateTestJSON-2008172540 tempest-MultipleCreateTestJSON-2008172540-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 641.984022] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-25d69db4-7427-4d39-ab38-eae852fbae1a tempest-MultipleCreateTestJSON-2008172540 tempest-MultipleCreateTestJSON-2008172540-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 641.985343] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-25d69db4-7427-4d39-ab38-eae852fbae1a tempest-MultipleCreateTestJSON-2008172540 tempest-MultipleCreateTestJSON-2008172540-project-member] [instance: ba2d047d-d30f-4ba0-bcfb-787c5a3ae516] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55139) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 641.986026] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-25d69db4-7427-4d39-ab38-eae852fbae1a tempest-MultipleCreateTestJSON-2008172540 tempest-MultipleCreateTestJSON-2008172540-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 641.986228] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-25d69db4-7427-4d39-ab38-eae852fbae1a tempest-MultipleCreateTestJSON-2008172540 tempest-MultipleCreateTestJSON-2008172540-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 641.986395] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-25d69db4-7427-4d39-ab38-eae852fbae1a tempest-MultipleCreateTestJSON-2008172540 tempest-MultipleCreateTestJSON-2008172540-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 642.004559] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-25d69db4-7427-4d39-ab38-eae852fbae1a tempest-MultipleCreateTestJSON-2008172540 tempest-MultipleCreateTestJSON-2008172540-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 642.004796] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-25d69db4-7427-4d39-ab38-eae852fbae1a tempest-MultipleCreateTestJSON-2008172540 tempest-MultipleCreateTestJSON-2008172540-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 642.005058] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-25d69db4-7427-4d39-ab38-eae852fbae1a tempest-MultipleCreateTestJSON-2008172540 tempest-MultipleCreateTestJSON-2008172540-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 642.788339] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-fa248bb5-9c3d-4f48-ba04-b18af933bbc8 tempest-ListImageFiltersTestJSON-27330218 tempest-ListImageFiltersTestJSON-27330218-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55139) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 642.811318] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-fa248bb5-9c3d-4f48-ba04-b18af933bbc8 tempest-ListImageFiltersTestJSON-27330218 tempest-ListImageFiltersTestJSON-27330218-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 642.811582] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-fa248bb5-9c3d-4f48-ba04-b18af933bbc8 tempest-ListImageFiltersTestJSON-27330218 tempest-ListImageFiltersTestJSON-27330218-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 642.811802] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-fa248bb5-9c3d-4f48-ba04-b18af933bbc8 tempest-ListImageFiltersTestJSON-27330218 tempest-ListImageFiltersTestJSON-27330218-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 642.860709] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-fa248bb5-9c3d-4f48-ba04-b18af933bbc8 tempest-ListImageFiltersTestJSON-27330218 tempest-ListImageFiltersTestJSON-27330218-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 642.860709] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-fa248bb5-9c3d-4f48-ba04-b18af933bbc8 tempest-ListImageFiltersTestJSON-27330218 tempest-ListImageFiltersTestJSON-27330218-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 642.860709] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-fa248bb5-9c3d-4f48-ba04-b18af933bbc8 tempest-ListImageFiltersTestJSON-27330218 tempest-ListImageFiltersTestJSON-27330218-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 642.860786] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-fa248bb5-9c3d-4f48-ba04-b18af933bbc8 tempest-ListImageFiltersTestJSON-27330218 tempest-ListImageFiltersTestJSON-27330218-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 642.860957] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-fa248bb5-9c3d-4f48-ba04-b18af933bbc8 tempest-ListImageFiltersTestJSON-27330218 tempest-ListImageFiltersTestJSON-27330218-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 642.861124] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-fa248bb5-9c3d-4f48-ba04-b18af933bbc8 tempest-ListImageFiltersTestJSON-27330218 tempest-ListImageFiltersTestJSON-27330218-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 642.874672] nova-conductor[55139]: DEBUG nova.quota [None req-fa248bb5-9c3d-4f48-ba04-b18af933bbc8 tempest-ListImageFiltersTestJSON-27330218 tempest-ListImageFiltersTestJSON-27330218-project-member] Getting quotas for project 9200b0e7234d4c09826bd5166b0c05fe. Resources: {'instances', 'cores', 'ram'} {{(pid=55139) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 642.879698] nova-conductor[55139]: DEBUG nova.quota [None req-fa248bb5-9c3d-4f48-ba04-b18af933bbc8 tempest-ListImageFiltersTestJSON-27330218 tempest-ListImageFiltersTestJSON-27330218-project-member] Getting quotas for user 1a25e967c31e41debbe21da7e5dd463e and project 9200b0e7234d4c09826bd5166b0c05fe. Resources: {'instances', 'cores', 'ram'} {{(pid=55139) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 642.886103] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-fa248bb5-9c3d-4f48-ba04-b18af933bbc8 tempest-ListImageFiltersTestJSON-27330218 tempest-ListImageFiltersTestJSON-27330218-project-member] [instance: 1ac8e024-65d1-4250-a946-858aaff852c8] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55139) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 642.886648] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-fa248bb5-9c3d-4f48-ba04-b18af933bbc8 tempest-ListImageFiltersTestJSON-27330218 tempest-ListImageFiltersTestJSON-27330218-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 642.886861] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-fa248bb5-9c3d-4f48-ba04-b18af933bbc8 tempest-ListImageFiltersTestJSON-27330218 tempest-ListImageFiltersTestJSON-27330218-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 642.887040] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-fa248bb5-9c3d-4f48-ba04-b18af933bbc8 tempest-ListImageFiltersTestJSON-27330218 tempest-ListImageFiltersTestJSON-27330218-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 642.893534] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-fa248bb5-9c3d-4f48-ba04-b18af933bbc8 tempest-ListImageFiltersTestJSON-27330218 tempest-ListImageFiltersTestJSON-27330218-project-member] [instance: 1ac8e024-65d1-4250-a946-858aaff852c8] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55139) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 642.894683] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-fa248bb5-9c3d-4f48-ba04-b18af933bbc8 tempest-ListImageFiltersTestJSON-27330218 tempest-ListImageFiltersTestJSON-27330218-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 642.895650] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-fa248bb5-9c3d-4f48-ba04-b18af933bbc8 tempest-ListImageFiltersTestJSON-27330218 tempest-ListImageFiltersTestJSON-27330218-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 642.895650] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-fa248bb5-9c3d-4f48-ba04-b18af933bbc8 tempest-ListImageFiltersTestJSON-27330218 tempest-ListImageFiltersTestJSON-27330218-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 642.927326] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-fa248bb5-9c3d-4f48-ba04-b18af933bbc8 tempest-ListImageFiltersTestJSON-27330218 tempest-ListImageFiltersTestJSON-27330218-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 642.927935] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-fa248bb5-9c3d-4f48-ba04-b18af933bbc8 tempest-ListImageFiltersTestJSON-27330218 tempest-ListImageFiltersTestJSON-27330218-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 642.927935] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-fa248bb5-9c3d-4f48-ba04-b18af933bbc8 tempest-ListImageFiltersTestJSON-27330218 tempest-ListImageFiltersTestJSON-27330218-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 643.448311] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-38baac18-a0dd-44cc-84f0-5e1c6b401767 tempest-ListImageFiltersTestJSON-27330218 tempest-ListImageFiltersTestJSON-27330218-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=55139) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 643.467884] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-38baac18-a0dd-44cc-84f0-5e1c6b401767 tempest-ListImageFiltersTestJSON-27330218 tempest-ListImageFiltersTestJSON-27330218-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 643.468023] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-38baac18-a0dd-44cc-84f0-5e1c6b401767 tempest-ListImageFiltersTestJSON-27330218 tempest-ListImageFiltersTestJSON-27330218-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 643.468208] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-38baac18-a0dd-44cc-84f0-5e1c6b401767 tempest-ListImageFiltersTestJSON-27330218 tempest-ListImageFiltersTestJSON-27330218-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 643.507685] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-38baac18-a0dd-44cc-84f0-5e1c6b401767 tempest-ListImageFiltersTestJSON-27330218 tempest-ListImageFiltersTestJSON-27330218-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 643.507936] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-38baac18-a0dd-44cc-84f0-5e1c6b401767 tempest-ListImageFiltersTestJSON-27330218 tempest-ListImageFiltersTestJSON-27330218-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 643.508119] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-38baac18-a0dd-44cc-84f0-5e1c6b401767 tempest-ListImageFiltersTestJSON-27330218 tempest-ListImageFiltersTestJSON-27330218-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 643.508741] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-38baac18-a0dd-44cc-84f0-5e1c6b401767 tempest-ListImageFiltersTestJSON-27330218 tempest-ListImageFiltersTestJSON-27330218-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 643.508741] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-38baac18-a0dd-44cc-84f0-5e1c6b401767 tempest-ListImageFiltersTestJSON-27330218 tempest-ListImageFiltersTestJSON-27330218-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 643.508858] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-38baac18-a0dd-44cc-84f0-5e1c6b401767 tempest-ListImageFiltersTestJSON-27330218 tempest-ListImageFiltersTestJSON-27330218-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 643.519195] nova-conductor[55139]: DEBUG nova.quota [None req-38baac18-a0dd-44cc-84f0-5e1c6b401767 tempest-ListImageFiltersTestJSON-27330218 tempest-ListImageFiltersTestJSON-27330218-project-member] Getting quotas for project 9200b0e7234d4c09826bd5166b0c05fe. Resources: {'instances', 'cores', 'ram'} {{(pid=55139) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 643.522200] nova-conductor[55139]: DEBUG nova.quota [None req-38baac18-a0dd-44cc-84f0-5e1c6b401767 tempest-ListImageFiltersTestJSON-27330218 tempest-ListImageFiltersTestJSON-27330218-project-member] Getting quotas for user 1a25e967c31e41debbe21da7e5dd463e and project 9200b0e7234d4c09826bd5166b0c05fe. Resources: {'instances', 'cores', 'ram'} {{(pid=55139) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 643.533234] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-38baac18-a0dd-44cc-84f0-5e1c6b401767 tempest-ListImageFiltersTestJSON-27330218 tempest-ListImageFiltersTestJSON-27330218-project-member] [instance: 3080314c-938e-4c27-bffd-547bdc7e6e38] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55139) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 643.534713] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-38baac18-a0dd-44cc-84f0-5e1c6b401767 tempest-ListImageFiltersTestJSON-27330218 tempest-ListImageFiltersTestJSON-27330218-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 643.534713] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-38baac18-a0dd-44cc-84f0-5e1c6b401767 tempest-ListImageFiltersTestJSON-27330218 tempest-ListImageFiltersTestJSON-27330218-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 643.534713] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-38baac18-a0dd-44cc-84f0-5e1c6b401767 tempest-ListImageFiltersTestJSON-27330218 tempest-ListImageFiltersTestJSON-27330218-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 643.537461] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-38baac18-a0dd-44cc-84f0-5e1c6b401767 tempest-ListImageFiltersTestJSON-27330218 tempest-ListImageFiltersTestJSON-27330218-project-member] [instance: 3080314c-938e-4c27-bffd-547bdc7e6e38] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55139) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 643.538164] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-38baac18-a0dd-44cc-84f0-5e1c6b401767 tempest-ListImageFiltersTestJSON-27330218 tempest-ListImageFiltersTestJSON-27330218-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 643.538369] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-38baac18-a0dd-44cc-84f0-5e1c6b401767 tempest-ListImageFiltersTestJSON-27330218 tempest-ListImageFiltersTestJSON-27330218-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 643.538541] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-38baac18-a0dd-44cc-84f0-5e1c6b401767 tempest-ListImageFiltersTestJSON-27330218 tempest-ListImageFiltersTestJSON-27330218-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 643.563418] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-38baac18-a0dd-44cc-84f0-5e1c6b401767 tempest-ListImageFiltersTestJSON-27330218 tempest-ListImageFiltersTestJSON-27330218-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 643.563650] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-38baac18-a0dd-44cc-84f0-5e1c6b401767 tempest-ListImageFiltersTestJSON-27330218 tempest-ListImageFiltersTestJSON-27330218-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 643.563941] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-38baac18-a0dd-44cc-84f0-5e1c6b401767 tempest-ListImageFiltersTestJSON-27330218 tempest-ListImageFiltersTestJSON-27330218-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 644.109374] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-d698b416-ac21-43af-ab61-11bf421bd454 tempest-ServersTestBootFromVolume-1982153917 tempest-ServersTestBootFromVolume-1982153917-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55139) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 644.125860] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-d698b416-ac21-43af-ab61-11bf421bd454 tempest-ServersTestBootFromVolume-1982153917 tempest-ServersTestBootFromVolume-1982153917-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 644.126148] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-d698b416-ac21-43af-ab61-11bf421bd454 tempest-ServersTestBootFromVolume-1982153917 tempest-ServersTestBootFromVolume-1982153917-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 644.126360] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-d698b416-ac21-43af-ab61-11bf421bd454 tempest-ServersTestBootFromVolume-1982153917 tempest-ServersTestBootFromVolume-1982153917-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 644.168313] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-d698b416-ac21-43af-ab61-11bf421bd454 tempest-ServersTestBootFromVolume-1982153917 tempest-ServersTestBootFromVolume-1982153917-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 644.169894] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-d698b416-ac21-43af-ab61-11bf421bd454 tempest-ServersTestBootFromVolume-1982153917 tempest-ServersTestBootFromVolume-1982153917-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 644.169894] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-d698b416-ac21-43af-ab61-11bf421bd454 tempest-ServersTestBootFromVolume-1982153917 tempest-ServersTestBootFromVolume-1982153917-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 644.169894] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-d698b416-ac21-43af-ab61-11bf421bd454 tempest-ServersTestBootFromVolume-1982153917 tempest-ServersTestBootFromVolume-1982153917-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 644.169894] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-d698b416-ac21-43af-ab61-11bf421bd454 tempest-ServersTestBootFromVolume-1982153917 tempest-ServersTestBootFromVolume-1982153917-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 644.169894] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-d698b416-ac21-43af-ab61-11bf421bd454 tempest-ServersTestBootFromVolume-1982153917 tempest-ServersTestBootFromVolume-1982153917-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 644.178886] nova-conductor[55139]: DEBUG nova.quota [None req-d698b416-ac21-43af-ab61-11bf421bd454 tempest-ServersTestBootFromVolume-1982153917 tempest-ServersTestBootFromVolume-1982153917-project-member] Getting quotas for project 4fdb4fdcc5134acd86354defcda8c6d8. Resources: {'instances', 'cores', 'ram'} {{(pid=55139) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 644.182146] nova-conductor[55139]: DEBUG nova.quota [None req-d698b416-ac21-43af-ab61-11bf421bd454 tempest-ServersTestBootFromVolume-1982153917 tempest-ServersTestBootFromVolume-1982153917-project-member] Getting quotas for user e6498e4c711949d89248b83cdbb92939 and project 4fdb4fdcc5134acd86354defcda8c6d8. Resources: {'instances', 'cores', 'ram'} {{(pid=55139) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 644.187821] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-d698b416-ac21-43af-ab61-11bf421bd454 tempest-ServersTestBootFromVolume-1982153917 tempest-ServersTestBootFromVolume-1982153917-project-member] [instance: 7efc454e-337d-43db-9076-bfc5b89eeea4] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55139) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 644.188294] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-d698b416-ac21-43af-ab61-11bf421bd454 tempest-ServersTestBootFromVolume-1982153917 tempest-ServersTestBootFromVolume-1982153917-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 644.188503] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-d698b416-ac21-43af-ab61-11bf421bd454 tempest-ServersTestBootFromVolume-1982153917 tempest-ServersTestBootFromVolume-1982153917-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 644.188697] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-d698b416-ac21-43af-ab61-11bf421bd454 tempest-ServersTestBootFromVolume-1982153917 tempest-ServersTestBootFromVolume-1982153917-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 644.192980] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-d698b416-ac21-43af-ab61-11bf421bd454 tempest-ServersTestBootFromVolume-1982153917 tempest-ServersTestBootFromVolume-1982153917-project-member] [instance: 7efc454e-337d-43db-9076-bfc5b89eeea4] block_device_mapping [BlockDeviceMapping(attachment_id=d08f9dfd-69b8-489a-b4ed-cdc0387232c0,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='volume',device_name=None,device_type=None,disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id=None,instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='volume',tag=None,updated_at=,uuid=,volume_id='9f89c70b-57ad-42ed-8883-bef33fe09c62',volume_size=1,volume_type=None)] {{(pid=55139) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 644.193956] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-d698b416-ac21-43af-ab61-11bf421bd454 tempest-ServersTestBootFromVolume-1982153917 tempest-ServersTestBootFromVolume-1982153917-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 644.194182] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-d698b416-ac21-43af-ab61-11bf421bd454 tempest-ServersTestBootFromVolume-1982153917 tempest-ServersTestBootFromVolume-1982153917-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 644.194357] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-d698b416-ac21-43af-ab61-11bf421bd454 tempest-ServersTestBootFromVolume-1982153917 tempest-ServersTestBootFromVolume-1982153917-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 644.218768] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-d698b416-ac21-43af-ab61-11bf421bd454 tempest-ServersTestBootFromVolume-1982153917 tempest-ServersTestBootFromVolume-1982153917-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 644.219217] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-d698b416-ac21-43af-ab61-11bf421bd454 tempest-ServersTestBootFromVolume-1982153917 tempest-ServersTestBootFromVolume-1982153917-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 644.219267] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-d698b416-ac21-43af-ab61-11bf421bd454 tempest-ServersTestBootFromVolume-1982153917 tempest-ServersTestBootFromVolume-1982153917-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 644.746052] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-64215076-0610-463c-a54e-010c51d42f29 tempest-DeleteServersAdminTestJSON-1736901598 tempest-DeleteServersAdminTestJSON-1736901598-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55139) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 644.762269] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-64215076-0610-463c-a54e-010c51d42f29 tempest-DeleteServersAdminTestJSON-1736901598 tempest-DeleteServersAdminTestJSON-1736901598-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 644.762498] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-64215076-0610-463c-a54e-010c51d42f29 tempest-DeleteServersAdminTestJSON-1736901598 tempest-DeleteServersAdminTestJSON-1736901598-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 644.762663] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-64215076-0610-463c-a54e-010c51d42f29 tempest-DeleteServersAdminTestJSON-1736901598 tempest-DeleteServersAdminTestJSON-1736901598-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 644.833190] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-64215076-0610-463c-a54e-010c51d42f29 tempest-DeleteServersAdminTestJSON-1736901598 tempest-DeleteServersAdminTestJSON-1736901598-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 644.833751] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-64215076-0610-463c-a54e-010c51d42f29 tempest-DeleteServersAdminTestJSON-1736901598 tempest-DeleteServersAdminTestJSON-1736901598-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 644.836135] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-64215076-0610-463c-a54e-010c51d42f29 tempest-DeleteServersAdminTestJSON-1736901598 tempest-DeleteServersAdminTestJSON-1736901598-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 644.836135] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-64215076-0610-463c-a54e-010c51d42f29 tempest-DeleteServersAdminTestJSON-1736901598 tempest-DeleteServersAdminTestJSON-1736901598-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 644.836135] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-64215076-0610-463c-a54e-010c51d42f29 tempest-DeleteServersAdminTestJSON-1736901598 tempest-DeleteServersAdminTestJSON-1736901598-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 644.836135] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-64215076-0610-463c-a54e-010c51d42f29 tempest-DeleteServersAdminTestJSON-1736901598 tempest-DeleteServersAdminTestJSON-1736901598-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 644.846923] nova-conductor[55139]: DEBUG nova.quota [None req-64215076-0610-463c-a54e-010c51d42f29 tempest-DeleteServersAdminTestJSON-1736901598 tempest-DeleteServersAdminTestJSON-1736901598-project-member] Getting quotas for project e2926b8bd92644deb614a386f00be6c8. Resources: {'instances', 'cores', 'ram'} {{(pid=55139) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 644.850779] nova-conductor[55139]: DEBUG nova.quota [None req-64215076-0610-463c-a54e-010c51d42f29 tempest-DeleteServersAdminTestJSON-1736901598 tempest-DeleteServersAdminTestJSON-1736901598-project-member] Getting quotas for user ec07eaa606564f499b1e735409881c8d and project e2926b8bd92644deb614a386f00be6c8. Resources: {'instances', 'cores', 'ram'} {{(pid=55139) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 644.862859] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-64215076-0610-463c-a54e-010c51d42f29 tempest-DeleteServersAdminTestJSON-1736901598 tempest-DeleteServersAdminTestJSON-1736901598-project-member] [instance: fea91da2-186a-44b6-8e20-535e3b123890] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55139) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 644.863412] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-64215076-0610-463c-a54e-010c51d42f29 tempest-DeleteServersAdminTestJSON-1736901598 tempest-DeleteServersAdminTestJSON-1736901598-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 644.863616] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-64215076-0610-463c-a54e-010c51d42f29 tempest-DeleteServersAdminTestJSON-1736901598 tempest-DeleteServersAdminTestJSON-1736901598-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 644.863780] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-64215076-0610-463c-a54e-010c51d42f29 tempest-DeleteServersAdminTestJSON-1736901598 tempest-DeleteServersAdminTestJSON-1736901598-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 644.868615] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-64215076-0610-463c-a54e-010c51d42f29 tempest-DeleteServersAdminTestJSON-1736901598 tempest-DeleteServersAdminTestJSON-1736901598-project-member] [instance: fea91da2-186a-44b6-8e20-535e3b123890] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55139) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 644.869351] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-64215076-0610-463c-a54e-010c51d42f29 tempest-DeleteServersAdminTestJSON-1736901598 tempest-DeleteServersAdminTestJSON-1736901598-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 644.869618] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-64215076-0610-463c-a54e-010c51d42f29 tempest-DeleteServersAdminTestJSON-1736901598 tempest-DeleteServersAdminTestJSON-1736901598-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 644.869812] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-64215076-0610-463c-a54e-010c51d42f29 tempest-DeleteServersAdminTestJSON-1736901598 tempest-DeleteServersAdminTestJSON-1736901598-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 644.893019] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-64215076-0610-463c-a54e-010c51d42f29 tempest-DeleteServersAdminTestJSON-1736901598 tempest-DeleteServersAdminTestJSON-1736901598-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 644.893019] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-64215076-0610-463c-a54e-010c51d42f29 tempest-DeleteServersAdminTestJSON-1736901598 tempest-DeleteServersAdminTestJSON-1736901598-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 644.893019] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-64215076-0610-463c-a54e-010c51d42f29 tempest-DeleteServersAdminTestJSON-1736901598 tempest-DeleteServersAdminTestJSON-1736901598-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 645.061856] nova-conductor[55138]: ERROR nova.scheduler.utils [None req-a3a49875-5f09-42a9-80d0-5e6ea8e13650 tempest-MigrationsAdminTest-1373339766 tempest-MigrationsAdminTest-1373339766-project-member] [instance: 88f60509-35cc-4d70-a97c-76dd2761c89b] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port a788b884-97a2-4f98-9e03-07eba16c3495, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 88f60509-35cc-4d70-a97c-76dd2761c89b was re-scheduled: Binding failed for port a788b884-97a2-4f98-9e03-07eba16c3495, please check neutron logs for more information.\n'] [ 645.061856] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-a3a49875-5f09-42a9-80d0-5e6ea8e13650 tempest-MigrationsAdminTest-1373339766 tempest-MigrationsAdminTest-1373339766-project-member] Rescheduling: True {{(pid=55138) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 645.061856] nova-conductor[55138]: WARNING nova.scheduler.utils [None req-a3a49875-5f09-42a9-80d0-5e6ea8e13650 tempest-MigrationsAdminTest-1373339766 tempest-MigrationsAdminTest-1373339766-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 88f60509-35cc-4d70-a97c-76dd2761c89b.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 88f60509-35cc-4d70-a97c-76dd2761c89b. [ 645.061856] nova-conductor[55138]: WARNING nova.scheduler.utils [None req-a3a49875-5f09-42a9-80d0-5e6ea8e13650 tempest-MigrationsAdminTest-1373339766 tempest-MigrationsAdminTest-1373339766-project-member] [instance: 88f60509-35cc-4d70-a97c-76dd2761c89b] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 88f60509-35cc-4d70-a97c-76dd2761c89b. [ 645.105655] nova-conductor[55138]: DEBUG nova.network.neutron [None req-a3a49875-5f09-42a9-80d0-5e6ea8e13650 tempest-MigrationsAdminTest-1373339766 tempest-MigrationsAdminTest-1373339766-project-member] [instance: 88f60509-35cc-4d70-a97c-76dd2761c89b] deallocate_for_instance() {{(pid=55138) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 645.140032] nova-conductor[55138]: DEBUG nova.network.neutron [None req-a3a49875-5f09-42a9-80d0-5e6ea8e13650 tempest-MigrationsAdminTest-1373339766 tempest-MigrationsAdminTest-1373339766-project-member] [instance: 88f60509-35cc-4d70-a97c-76dd2761c89b] Instance cache missing network info. {{(pid=55138) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 645.147387] nova-conductor[55138]: DEBUG nova.network.neutron [None req-a3a49875-5f09-42a9-80d0-5e6ea8e13650 tempest-MigrationsAdminTest-1373339766 tempest-MigrationsAdminTest-1373339766-project-member] [instance: 88f60509-35cc-4d70-a97c-76dd2761c89b] Updating instance_info_cache with network_info: [] {{(pid=55138) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 645.225975] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-8af9967c-9847-4a67-8bae-daab2bbef5ea tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55139) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 645.235779] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-8af9967c-9847-4a67-8bae-daab2bbef5ea tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] [instance: 51e6d44d-5427-4e00-be2c-5f6c84a6fa1a] While scheduling instance, the build request was already deleted. {{(pid=55139) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1706}} [ 645.348486] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-8af9967c-9847-4a67-8bae-daab2bbef5ea tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 645.348486] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-8af9967c-9847-4a67-8bae-daab2bbef5ea tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 645.348486] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-8af9967c-9847-4a67-8bae-daab2bbef5ea tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 645.348747] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-8af9967c-9847-4a67-8bae-daab2bbef5ea tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 645.348954] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-8af9967c-9847-4a67-8bae-daab2bbef5ea tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 645.349164] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-8af9967c-9847-4a67-8bae-daab2bbef5ea tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 645.371305] nova-conductor[55139]: DEBUG nova.quota [None req-8af9967c-9847-4a67-8bae-daab2bbef5ea tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Getting quotas for project e972faeaedc6468aab7e7cfee88a477b. Resources: {'instances', 'cores', 'ram'} {{(pid=55139) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 645.376113] nova-conductor[55139]: DEBUG nova.quota [None req-8af9967c-9847-4a67-8bae-daab2bbef5ea tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Getting quotas for user 2bd91973e1bb4ce7be8bce9bfe34a941 and project e972faeaedc6468aab7e7cfee88a477b. Resources: {'instances', 'cores', 'ram'} {{(pid=55139) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 646.572810] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-9a98b66b-052e-4a22-9bc6-0381c46263bc tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55139) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 646.590741] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-9a98b66b-052e-4a22-9bc6-0381c46263bc tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 646.592827] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-9a98b66b-052e-4a22-9bc6-0381c46263bc tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.002s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 646.593522] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-9a98b66b-052e-4a22-9bc6-0381c46263bc tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 646.698417] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-9a98b66b-052e-4a22-9bc6-0381c46263bc tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 646.698801] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-9a98b66b-052e-4a22-9bc6-0381c46263bc tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 646.699146] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-9a98b66b-052e-4a22-9bc6-0381c46263bc tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 646.699620] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-9a98b66b-052e-4a22-9bc6-0381c46263bc tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 646.702020] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-9a98b66b-052e-4a22-9bc6-0381c46263bc tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 646.702020] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-9a98b66b-052e-4a22-9bc6-0381c46263bc tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 646.712907] nova-conductor[55139]: DEBUG nova.quota [None req-9a98b66b-052e-4a22-9bc6-0381c46263bc tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Getting quotas for project e972faeaedc6468aab7e7cfee88a477b. Resources: {'instances', 'cores', 'ram'} {{(pid=55139) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 646.718404] nova-conductor[55139]: DEBUG nova.quota [None req-9a98b66b-052e-4a22-9bc6-0381c46263bc tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Getting quotas for user 2bd91973e1bb4ce7be8bce9bfe34a941 and project e972faeaedc6468aab7e7cfee88a477b. Resources: {'instances', 'cores', 'ram'} {{(pid=55139) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 646.729955] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-9a98b66b-052e-4a22-9bc6-0381c46263bc tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] [instance: 8045881e-9bce-46e7-98c6-a7989f61a31e] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55139) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 646.729955] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-9a98b66b-052e-4a22-9bc6-0381c46263bc tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 646.729955] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-9a98b66b-052e-4a22-9bc6-0381c46263bc tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 646.729955] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-9a98b66b-052e-4a22-9bc6-0381c46263bc tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 646.736402] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-9a98b66b-052e-4a22-9bc6-0381c46263bc tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] [instance: 8045881e-9bce-46e7-98c6-a7989f61a31e] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55139) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 646.737656] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-9a98b66b-052e-4a22-9bc6-0381c46263bc tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 646.739180] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-9a98b66b-052e-4a22-9bc6-0381c46263bc tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 646.739180] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-9a98b66b-052e-4a22-9bc6-0381c46263bc tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 646.768851] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-9a98b66b-052e-4a22-9bc6-0381c46263bc tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 646.771658] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-9a98b66b-052e-4a22-9bc6-0381c46263bc tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 646.771658] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-9a98b66b-052e-4a22-9bc6-0381c46263bc tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 647.686596] nova-conductor[55138]: ERROR nova.scheduler.utils [None req-d22e574b-375f-44a2-bc33-bc20d96d2860 tempest-FloatingIPsAssociationNegativeTestJSON-1515426409 tempest-FloatingIPsAssociationNegativeTestJSON-1515426409-project-member] [instance: 1c4fe9af-7a19-4aaf-8758-8d945b2ee57e] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 9c718089-680e-4614-909d-c9fc4e02666a, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 1c4fe9af-7a19-4aaf-8758-8d945b2ee57e was re-scheduled: Binding failed for port 9c718089-680e-4614-909d-c9fc4e02666a, please check neutron logs for more information.\n'] [ 647.688044] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-d22e574b-375f-44a2-bc33-bc20d96d2860 tempest-FloatingIPsAssociationNegativeTestJSON-1515426409 tempest-FloatingIPsAssociationNegativeTestJSON-1515426409-project-member] Rescheduling: True {{(pid=55138) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 647.688476] nova-conductor[55138]: WARNING nova.scheduler.utils [None req-d22e574b-375f-44a2-bc33-bc20d96d2860 tempest-FloatingIPsAssociationNegativeTestJSON-1515426409 tempest-FloatingIPsAssociationNegativeTestJSON-1515426409-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 1c4fe9af-7a19-4aaf-8758-8d945b2ee57e.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 1c4fe9af-7a19-4aaf-8758-8d945b2ee57e. [ 647.688843] nova-conductor[55138]: WARNING nova.scheduler.utils [None req-d22e574b-375f-44a2-bc33-bc20d96d2860 tempest-FloatingIPsAssociationNegativeTestJSON-1515426409 tempest-FloatingIPsAssociationNegativeTestJSON-1515426409-project-member] [instance: 1c4fe9af-7a19-4aaf-8758-8d945b2ee57e] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 1c4fe9af-7a19-4aaf-8758-8d945b2ee57e. [ 647.735393] nova-conductor[55138]: DEBUG nova.network.neutron [None req-d22e574b-375f-44a2-bc33-bc20d96d2860 tempest-FloatingIPsAssociationNegativeTestJSON-1515426409 tempest-FloatingIPsAssociationNegativeTestJSON-1515426409-project-member] [instance: 1c4fe9af-7a19-4aaf-8758-8d945b2ee57e] deallocate_for_instance() {{(pid=55138) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 647.794647] nova-conductor[55138]: DEBUG nova.network.neutron [None req-d22e574b-375f-44a2-bc33-bc20d96d2860 tempest-FloatingIPsAssociationNegativeTestJSON-1515426409 tempest-FloatingIPsAssociationNegativeTestJSON-1515426409-project-member] [instance: 1c4fe9af-7a19-4aaf-8758-8d945b2ee57e] Instance cache missing network info. {{(pid=55138) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 647.805834] nova-conductor[55138]: DEBUG nova.network.neutron [None req-d22e574b-375f-44a2-bc33-bc20d96d2860 tempest-FloatingIPsAssociationNegativeTestJSON-1515426409 tempest-FloatingIPsAssociationNegativeTestJSON-1515426409-project-member] [instance: 1c4fe9af-7a19-4aaf-8758-8d945b2ee57e] Updating instance_info_cache with network_info: [] {{(pid=55138) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 648.686865] nova-conductor[55138]: DEBUG dbcounter [-] [55138] Writing DB stats nova_cell0:SELECT=11 {{(pid=55138) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 648.718855] nova-conductor[55138]: DEBUG dbcounter [-] [55138] Writing DB stats nova_cell1:SELECT=33,nova_cell1:SAVEPOINT=9,nova_cell1:INSERT=86,nova_cell1:RELEASE=9 {{(pid=55138) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 648.732956] nova-conductor[55138]: DEBUG dbcounter [-] [55138] Writing DB stats nova_api:SELECT=66,nova_api:DELETE=6,nova_api:UPDATE=6 {{(pid=55138) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 648.738961] nova-conductor[55138]: DEBUG dbcounter [-] [55138] Writing DB stats nova_api:SELECT=66,nova_api:UPDATE=5,nova_api:DELETE=5 {{(pid=55138) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 650.956016] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-01c717be-075e-4910-8d8f-f5ca8016a429 tempest-ServerExternalEventsTest-1409432583 tempest-ServerExternalEventsTest-1409432583-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55138) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 650.974397] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-01c717be-075e-4910-8d8f-f5ca8016a429 tempest-ServerExternalEventsTest-1409432583 tempest-ServerExternalEventsTest-1409432583-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 650.974641] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-01c717be-075e-4910-8d8f-f5ca8016a429 tempest-ServerExternalEventsTest-1409432583 tempest-ServerExternalEventsTest-1409432583-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 650.974835] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-01c717be-075e-4910-8d8f-f5ca8016a429 tempest-ServerExternalEventsTest-1409432583 tempest-ServerExternalEventsTest-1409432583-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 651.020800] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-01c717be-075e-4910-8d8f-f5ca8016a429 tempest-ServerExternalEventsTest-1409432583 tempest-ServerExternalEventsTest-1409432583-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 651.021113] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-01c717be-075e-4910-8d8f-f5ca8016a429 tempest-ServerExternalEventsTest-1409432583 tempest-ServerExternalEventsTest-1409432583-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 651.021227] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-01c717be-075e-4910-8d8f-f5ca8016a429 tempest-ServerExternalEventsTest-1409432583 tempest-ServerExternalEventsTest-1409432583-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 651.021602] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-01c717be-075e-4910-8d8f-f5ca8016a429 tempest-ServerExternalEventsTest-1409432583 tempest-ServerExternalEventsTest-1409432583-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 651.021796] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-01c717be-075e-4910-8d8f-f5ca8016a429 tempest-ServerExternalEventsTest-1409432583 tempest-ServerExternalEventsTest-1409432583-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 651.022362] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-01c717be-075e-4910-8d8f-f5ca8016a429 tempest-ServerExternalEventsTest-1409432583 tempest-ServerExternalEventsTest-1409432583-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 651.034305] nova-conductor[55138]: DEBUG nova.quota [None req-01c717be-075e-4910-8d8f-f5ca8016a429 tempest-ServerExternalEventsTest-1409432583 tempest-ServerExternalEventsTest-1409432583-project-member] Getting quotas for project a4e9d5e5bd45495ea03330115395aa5d. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 651.036528] nova-conductor[55138]: DEBUG nova.quota [None req-01c717be-075e-4910-8d8f-f5ca8016a429 tempest-ServerExternalEventsTest-1409432583 tempest-ServerExternalEventsTest-1409432583-project-member] Getting quotas for user 134555416ca4458c9f144986058ad1c4 and project a4e9d5e5bd45495ea03330115395aa5d. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 651.050688] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-01c717be-075e-4910-8d8f-f5ca8016a429 tempest-ServerExternalEventsTest-1409432583 tempest-ServerExternalEventsTest-1409432583-project-member] [instance: e3a6ad78-4f46-42d4-935c-3cf310123530] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55138) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 651.051219] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-01c717be-075e-4910-8d8f-f5ca8016a429 tempest-ServerExternalEventsTest-1409432583 tempest-ServerExternalEventsTest-1409432583-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 651.051436] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-01c717be-075e-4910-8d8f-f5ca8016a429 tempest-ServerExternalEventsTest-1409432583 tempest-ServerExternalEventsTest-1409432583-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 651.051607] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-01c717be-075e-4910-8d8f-f5ca8016a429 tempest-ServerExternalEventsTest-1409432583 tempest-ServerExternalEventsTest-1409432583-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 651.056890] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-01c717be-075e-4910-8d8f-f5ca8016a429 tempest-ServerExternalEventsTest-1409432583 tempest-ServerExternalEventsTest-1409432583-project-member] [instance: e3a6ad78-4f46-42d4-935c-3cf310123530] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55138) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 651.057595] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-01c717be-075e-4910-8d8f-f5ca8016a429 tempest-ServerExternalEventsTest-1409432583 tempest-ServerExternalEventsTest-1409432583-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 651.057837] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-01c717be-075e-4910-8d8f-f5ca8016a429 tempest-ServerExternalEventsTest-1409432583 tempest-ServerExternalEventsTest-1409432583-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 651.058043] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-01c717be-075e-4910-8d8f-f5ca8016a429 tempest-ServerExternalEventsTest-1409432583 tempest-ServerExternalEventsTest-1409432583-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 651.075820] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-01c717be-075e-4910-8d8f-f5ca8016a429 tempest-ServerExternalEventsTest-1409432583 tempest-ServerExternalEventsTest-1409432583-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 651.076173] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-01c717be-075e-4910-8d8f-f5ca8016a429 tempest-ServerExternalEventsTest-1409432583 tempest-ServerExternalEventsTest-1409432583-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 651.076856] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-01c717be-075e-4910-8d8f-f5ca8016a429 tempest-ServerExternalEventsTest-1409432583 tempest-ServerExternalEventsTest-1409432583-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 652.038700] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-86f4b214-848b-40a3-851f-e56fec84875f tempest-ServersAdminTestJSON-1081365632 tempest-ServersAdminTestJSON-1081365632-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55139) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 652.055020] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-86f4b214-848b-40a3-851f-e56fec84875f tempest-ServersAdminTestJSON-1081365632 tempest-ServersAdminTestJSON-1081365632-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 652.055230] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-86f4b214-848b-40a3-851f-e56fec84875f tempest-ServersAdminTestJSON-1081365632 tempest-ServersAdminTestJSON-1081365632-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 652.055410] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-86f4b214-848b-40a3-851f-e56fec84875f tempest-ServersAdminTestJSON-1081365632 tempest-ServersAdminTestJSON-1081365632-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 652.114412] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-86f4b214-848b-40a3-851f-e56fec84875f tempest-ServersAdminTestJSON-1081365632 tempest-ServersAdminTestJSON-1081365632-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 652.114679] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-86f4b214-848b-40a3-851f-e56fec84875f tempest-ServersAdminTestJSON-1081365632 tempest-ServersAdminTestJSON-1081365632-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 652.114979] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-86f4b214-848b-40a3-851f-e56fec84875f tempest-ServersAdminTestJSON-1081365632 tempest-ServersAdminTestJSON-1081365632-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 652.115783] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-86f4b214-848b-40a3-851f-e56fec84875f tempest-ServersAdminTestJSON-1081365632 tempest-ServersAdminTestJSON-1081365632-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 652.116118] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-86f4b214-848b-40a3-851f-e56fec84875f tempest-ServersAdminTestJSON-1081365632 tempest-ServersAdminTestJSON-1081365632-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 652.116425] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-86f4b214-848b-40a3-851f-e56fec84875f tempest-ServersAdminTestJSON-1081365632 tempest-ServersAdminTestJSON-1081365632-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 652.120446] nova-conductor[55139]: DEBUG dbcounter [-] [55139] Writing DB stats nova_cell0:SELECT=23 {{(pid=55139) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 652.130769] nova-conductor[55139]: DEBUG nova.quota [None req-86f4b214-848b-40a3-851f-e56fec84875f tempest-ServersAdminTestJSON-1081365632 tempest-ServersAdminTestJSON-1081365632-project-member] Getting quotas for project 1228ad38d4f9419aa0699bbeeba5c0b7. Resources: {'instances', 'cores', 'ram'} {{(pid=55139) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 652.136175] nova-conductor[55139]: DEBUG nova.quota [None req-86f4b214-848b-40a3-851f-e56fec84875f tempest-ServersAdminTestJSON-1081365632 tempest-ServersAdminTestJSON-1081365632-project-member] Getting quotas for user 2d26ff71671948518d7ae11efd247a4f and project 1228ad38d4f9419aa0699bbeeba5c0b7. Resources: {'instances', 'cores', 'ram'} {{(pid=55139) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 652.142947] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-86f4b214-848b-40a3-851f-e56fec84875f tempest-ServersAdminTestJSON-1081365632 tempest-ServersAdminTestJSON-1081365632-project-member] [instance: c9e0ee31-de9e-420d-8dad-380391d6f4e3] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55139) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 652.143525] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-86f4b214-848b-40a3-851f-e56fec84875f tempest-ServersAdminTestJSON-1081365632 tempest-ServersAdminTestJSON-1081365632-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 652.143839] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-86f4b214-848b-40a3-851f-e56fec84875f tempest-ServersAdminTestJSON-1081365632 tempest-ServersAdminTestJSON-1081365632-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 652.143927] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-86f4b214-848b-40a3-851f-e56fec84875f tempest-ServersAdminTestJSON-1081365632 tempest-ServersAdminTestJSON-1081365632-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 652.152410] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-86f4b214-848b-40a3-851f-e56fec84875f tempest-ServersAdminTestJSON-1081365632 tempest-ServersAdminTestJSON-1081365632-project-member] [instance: c9e0ee31-de9e-420d-8dad-380391d6f4e3] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55139) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 652.153353] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-86f4b214-848b-40a3-851f-e56fec84875f tempest-ServersAdminTestJSON-1081365632 tempest-ServersAdminTestJSON-1081365632-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 652.153487] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-86f4b214-848b-40a3-851f-e56fec84875f tempest-ServersAdminTestJSON-1081365632 tempest-ServersAdminTestJSON-1081365632-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 652.153692] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-86f4b214-848b-40a3-851f-e56fec84875f tempest-ServersAdminTestJSON-1081365632 tempest-ServersAdminTestJSON-1081365632-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 652.199953] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-86f4b214-848b-40a3-851f-e56fec84875f tempest-ServersAdminTestJSON-1081365632 tempest-ServersAdminTestJSON-1081365632-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 652.200302] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-86f4b214-848b-40a3-851f-e56fec84875f tempest-ServersAdminTestJSON-1081365632 tempest-ServersAdminTestJSON-1081365632-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 652.200528] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-86f4b214-848b-40a3-851f-e56fec84875f tempest-ServersAdminTestJSON-1081365632 tempest-ServersAdminTestJSON-1081365632-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 652.800727] nova-conductor[55138]: ERROR nova.scheduler.utils [None req-1a152616-1018-4a26-b217-c857cd5ae93b tempest-AttachInterfacesUnderV243Test-1290048036 tempest-AttachInterfacesUnderV243Test-1290048036-project-member] [instance: 1afb7b0e-7c9a-4594-8214-37fbecc1b7c5] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port b018dd36-fcdf-4b74-b182-9bbf4024d22a, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 1afb7b0e-7c9a-4594-8214-37fbecc1b7c5 was re-scheduled: Binding failed for port b018dd36-fcdf-4b74-b182-9bbf4024d22a, please check neutron logs for more information.\n'] [ 652.801685] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-1a152616-1018-4a26-b217-c857cd5ae93b tempest-AttachInterfacesUnderV243Test-1290048036 tempest-AttachInterfacesUnderV243Test-1290048036-project-member] Rescheduling: True {{(pid=55138) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 652.802706] nova-conductor[55138]: WARNING nova.scheduler.utils [None req-1a152616-1018-4a26-b217-c857cd5ae93b tempest-AttachInterfacesUnderV243Test-1290048036 tempest-AttachInterfacesUnderV243Test-1290048036-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 1afb7b0e-7c9a-4594-8214-37fbecc1b7c5.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 1afb7b0e-7c9a-4594-8214-37fbecc1b7c5. [ 652.803053] nova-conductor[55138]: WARNING nova.scheduler.utils [None req-1a152616-1018-4a26-b217-c857cd5ae93b tempest-AttachInterfacesUnderV243Test-1290048036 tempest-AttachInterfacesUnderV243Test-1290048036-project-member] [instance: 1afb7b0e-7c9a-4594-8214-37fbecc1b7c5] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 1afb7b0e-7c9a-4594-8214-37fbecc1b7c5. [ 652.840503] nova-conductor[55138]: DEBUG nova.network.neutron [None req-1a152616-1018-4a26-b217-c857cd5ae93b tempest-AttachInterfacesUnderV243Test-1290048036 tempest-AttachInterfacesUnderV243Test-1290048036-project-member] [instance: 1afb7b0e-7c9a-4594-8214-37fbecc1b7c5] deallocate_for_instance() {{(pid=55138) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 652.853195] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-c2dd0727-1815-4fdd-ae68-6ae4d6483abd tempest-ServersAdminTestJSON-1081365632 tempest-ServersAdminTestJSON-1081365632-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55139) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 652.862466] nova-conductor[55138]: DEBUG nova.network.neutron [None req-1a152616-1018-4a26-b217-c857cd5ae93b tempest-AttachInterfacesUnderV243Test-1290048036 tempest-AttachInterfacesUnderV243Test-1290048036-project-member] [instance: 1afb7b0e-7c9a-4594-8214-37fbecc1b7c5] Instance cache missing network info. {{(pid=55138) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 652.866960] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-c2dd0727-1815-4fdd-ae68-6ae4d6483abd tempest-ServersAdminTestJSON-1081365632 tempest-ServersAdminTestJSON-1081365632-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 652.870750] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-c2dd0727-1815-4fdd-ae68-6ae4d6483abd tempest-ServersAdminTestJSON-1081365632 tempest-ServersAdminTestJSON-1081365632-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 652.870750] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-c2dd0727-1815-4fdd-ae68-6ae4d6483abd tempest-ServersAdminTestJSON-1081365632 tempest-ServersAdminTestJSON-1081365632-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 652.871018] nova-conductor[55138]: DEBUG nova.network.neutron [None req-1a152616-1018-4a26-b217-c857cd5ae93b tempest-AttachInterfacesUnderV243Test-1290048036 tempest-AttachInterfacesUnderV243Test-1290048036-project-member] [instance: 1afb7b0e-7c9a-4594-8214-37fbecc1b7c5] Updating instance_info_cache with network_info: [] {{(pid=55138) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 652.912653] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-c2dd0727-1815-4fdd-ae68-6ae4d6483abd tempest-ServersAdminTestJSON-1081365632 tempest-ServersAdminTestJSON-1081365632-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 652.912892] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-c2dd0727-1815-4fdd-ae68-6ae4d6483abd tempest-ServersAdminTestJSON-1081365632 tempest-ServersAdminTestJSON-1081365632-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 652.913079] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-c2dd0727-1815-4fdd-ae68-6ae4d6483abd tempest-ServersAdminTestJSON-1081365632 tempest-ServersAdminTestJSON-1081365632-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 652.913465] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-c2dd0727-1815-4fdd-ae68-6ae4d6483abd tempest-ServersAdminTestJSON-1081365632 tempest-ServersAdminTestJSON-1081365632-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 652.913651] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-c2dd0727-1815-4fdd-ae68-6ae4d6483abd tempest-ServersAdminTestJSON-1081365632 tempest-ServersAdminTestJSON-1081365632-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 652.913813] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-c2dd0727-1815-4fdd-ae68-6ae4d6483abd tempest-ServersAdminTestJSON-1081365632 tempest-ServersAdminTestJSON-1081365632-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 652.926873] nova-conductor[55139]: DEBUG nova.quota [None req-c2dd0727-1815-4fdd-ae68-6ae4d6483abd tempest-ServersAdminTestJSON-1081365632 tempest-ServersAdminTestJSON-1081365632-project-member] Getting quotas for project 1228ad38d4f9419aa0699bbeeba5c0b7. Resources: {'instances', 'cores', 'ram'} {{(pid=55139) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 652.926873] nova-conductor[55139]: DEBUG nova.quota [None req-c2dd0727-1815-4fdd-ae68-6ae4d6483abd tempest-ServersAdminTestJSON-1081365632 tempest-ServersAdminTestJSON-1081365632-project-member] Getting quotas for user 2d26ff71671948518d7ae11efd247a4f and project 1228ad38d4f9419aa0699bbeeba5c0b7. Resources: {'instances', 'cores', 'ram'} {{(pid=55139) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 652.931801] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-c2dd0727-1815-4fdd-ae68-6ae4d6483abd tempest-ServersAdminTestJSON-1081365632 tempest-ServersAdminTestJSON-1081365632-project-member] [instance: e24b7994-3786-4709-bcb5-e0b2c9731f2a] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55139) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 652.932532] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-c2dd0727-1815-4fdd-ae68-6ae4d6483abd tempest-ServersAdminTestJSON-1081365632 tempest-ServersAdminTestJSON-1081365632-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 652.932771] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-c2dd0727-1815-4fdd-ae68-6ae4d6483abd tempest-ServersAdminTestJSON-1081365632 tempest-ServersAdminTestJSON-1081365632-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 652.933144] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-c2dd0727-1815-4fdd-ae68-6ae4d6483abd tempest-ServersAdminTestJSON-1081365632 tempest-ServersAdminTestJSON-1081365632-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 652.936469] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-c2dd0727-1815-4fdd-ae68-6ae4d6483abd tempest-ServersAdminTestJSON-1081365632 tempest-ServersAdminTestJSON-1081365632-project-member] [instance: e24b7994-3786-4709-bcb5-e0b2c9731f2a] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55139) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 652.938274] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-c2dd0727-1815-4fdd-ae68-6ae4d6483abd tempest-ServersAdminTestJSON-1081365632 tempest-ServersAdminTestJSON-1081365632-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 652.938274] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-c2dd0727-1815-4fdd-ae68-6ae4d6483abd tempest-ServersAdminTestJSON-1081365632 tempest-ServersAdminTestJSON-1081365632-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 652.938274] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-c2dd0727-1815-4fdd-ae68-6ae4d6483abd tempest-ServersAdminTestJSON-1081365632 tempest-ServersAdminTestJSON-1081365632-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 652.962201] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-c2dd0727-1815-4fdd-ae68-6ae4d6483abd tempest-ServersAdminTestJSON-1081365632 tempest-ServersAdminTestJSON-1081365632-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 652.962543] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-c2dd0727-1815-4fdd-ae68-6ae4d6483abd tempest-ServersAdminTestJSON-1081365632 tempest-ServersAdminTestJSON-1081365632-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 652.962724] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-c2dd0727-1815-4fdd-ae68-6ae4d6483abd tempest-ServersAdminTestJSON-1081365632 tempest-ServersAdminTestJSON-1081365632-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 659.261612] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-2fef9c13-354f-4963-b0b4-9bc739ce579a tempest-InstanceActionsTestJSON-2048493098 tempest-InstanceActionsTestJSON-2048493098-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55139) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 659.276786] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-2fef9c13-354f-4963-b0b4-9bc739ce579a tempest-InstanceActionsTestJSON-2048493098 tempest-InstanceActionsTestJSON-2048493098-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 659.277098] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-2fef9c13-354f-4963-b0b4-9bc739ce579a tempest-InstanceActionsTestJSON-2048493098 tempest-InstanceActionsTestJSON-2048493098-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 659.278042] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-2fef9c13-354f-4963-b0b4-9bc739ce579a tempest-InstanceActionsTestJSON-2048493098 tempest-InstanceActionsTestJSON-2048493098-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 659.316509] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-2fef9c13-354f-4963-b0b4-9bc739ce579a tempest-InstanceActionsTestJSON-2048493098 tempest-InstanceActionsTestJSON-2048493098-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 659.316746] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-2fef9c13-354f-4963-b0b4-9bc739ce579a tempest-InstanceActionsTestJSON-2048493098 tempest-InstanceActionsTestJSON-2048493098-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 659.316919] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-2fef9c13-354f-4963-b0b4-9bc739ce579a tempest-InstanceActionsTestJSON-2048493098 tempest-InstanceActionsTestJSON-2048493098-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 659.317326] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-2fef9c13-354f-4963-b0b4-9bc739ce579a tempest-InstanceActionsTestJSON-2048493098 tempest-InstanceActionsTestJSON-2048493098-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 659.317514] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-2fef9c13-354f-4963-b0b4-9bc739ce579a tempest-InstanceActionsTestJSON-2048493098 tempest-InstanceActionsTestJSON-2048493098-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 659.317674] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-2fef9c13-354f-4963-b0b4-9bc739ce579a tempest-InstanceActionsTestJSON-2048493098 tempest-InstanceActionsTestJSON-2048493098-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 659.326857] nova-conductor[55139]: DEBUG nova.quota [None req-2fef9c13-354f-4963-b0b4-9bc739ce579a tempest-InstanceActionsTestJSON-2048493098 tempest-InstanceActionsTestJSON-2048493098-project-member] Getting quotas for project 98c04bf0db3147b896627a3da19d40a8. Resources: {'instances', 'cores', 'ram'} {{(pid=55139) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 659.331178] nova-conductor[55139]: DEBUG nova.quota [None req-2fef9c13-354f-4963-b0b4-9bc739ce579a tempest-InstanceActionsTestJSON-2048493098 tempest-InstanceActionsTestJSON-2048493098-project-member] Getting quotas for user 91c024b1ffe34a778a7a86292ebd64cb and project 98c04bf0db3147b896627a3da19d40a8. Resources: {'instances', 'cores', 'ram'} {{(pid=55139) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 659.335983] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-2fef9c13-354f-4963-b0b4-9bc739ce579a tempest-InstanceActionsTestJSON-2048493098 tempest-InstanceActionsTestJSON-2048493098-project-member] [instance: d71bc7f9-29d4-43d6-a17a-80ae6f4ec4a6] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55139) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 659.335983] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-2fef9c13-354f-4963-b0b4-9bc739ce579a tempest-InstanceActionsTestJSON-2048493098 tempest-InstanceActionsTestJSON-2048493098-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 659.336988] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-2fef9c13-354f-4963-b0b4-9bc739ce579a tempest-InstanceActionsTestJSON-2048493098 tempest-InstanceActionsTestJSON-2048493098-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 659.336988] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-2fef9c13-354f-4963-b0b4-9bc739ce579a tempest-InstanceActionsTestJSON-2048493098 tempest-InstanceActionsTestJSON-2048493098-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 659.342300] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-2fef9c13-354f-4963-b0b4-9bc739ce579a tempest-InstanceActionsTestJSON-2048493098 tempest-InstanceActionsTestJSON-2048493098-project-member] [instance: d71bc7f9-29d4-43d6-a17a-80ae6f4ec4a6] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55139) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 659.342506] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-2fef9c13-354f-4963-b0b4-9bc739ce579a tempest-InstanceActionsTestJSON-2048493098 tempest-InstanceActionsTestJSON-2048493098-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 659.342706] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-2fef9c13-354f-4963-b0b4-9bc739ce579a tempest-InstanceActionsTestJSON-2048493098 tempest-InstanceActionsTestJSON-2048493098-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 659.342868] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-2fef9c13-354f-4963-b0b4-9bc739ce579a tempest-InstanceActionsTestJSON-2048493098 tempest-InstanceActionsTestJSON-2048493098-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 659.365997] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-2fef9c13-354f-4963-b0b4-9bc739ce579a tempest-InstanceActionsTestJSON-2048493098 tempest-InstanceActionsTestJSON-2048493098-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 659.366250] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-2fef9c13-354f-4963-b0b4-9bc739ce579a tempest-InstanceActionsTestJSON-2048493098 tempest-InstanceActionsTestJSON-2048493098-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 659.366420] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-2fef9c13-354f-4963-b0b4-9bc739ce579a tempest-InstanceActionsTestJSON-2048493098 tempest-InstanceActionsTestJSON-2048493098-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 661.027193] nova-conductor[55138]: DEBUG dbcounter [-] [55138] Writing DB stats nova_cell0:SELECT=1 {{(pid=55138) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 661.061602] nova-conductor[55138]: DEBUG dbcounter [-] [55138] Writing DB stats nova_cell1:SELECT=3,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=8,nova_cell1:RELEASE=1 {{(pid=55138) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 661.069540] nova-conductor[55138]: DEBUG dbcounter [-] [55138] Writing DB stats nova_api:SELECT=7,nova_api:UPDATE=1 {{(pid=55138) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 661.075481] nova-conductor[55138]: DEBUG dbcounter [-] [55138] Writing DB stats nova_api:SELECT=5,nova_api:DELETE=1 {{(pid=55138) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 662.961492] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-539faead-409c-4603-8579-2183bdc0ca10 tempest-ServerTagsTestJSON-719409431 tempest-ServerTagsTestJSON-719409431-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55138) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 662.982357] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-539faead-409c-4603-8579-2183bdc0ca10 tempest-ServerTagsTestJSON-719409431 tempest-ServerTagsTestJSON-719409431-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 662.982619] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-539faead-409c-4603-8579-2183bdc0ca10 tempest-ServerTagsTestJSON-719409431 tempest-ServerTagsTestJSON-719409431-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 662.982953] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-539faead-409c-4603-8579-2183bdc0ca10 tempest-ServerTagsTestJSON-719409431 tempest-ServerTagsTestJSON-719409431-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 663.049405] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-539faead-409c-4603-8579-2183bdc0ca10 tempest-ServerTagsTestJSON-719409431 tempest-ServerTagsTestJSON-719409431-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 663.049989] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-539faead-409c-4603-8579-2183bdc0ca10 tempest-ServerTagsTestJSON-719409431 tempest-ServerTagsTestJSON-719409431-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 663.049989] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-539faead-409c-4603-8579-2183bdc0ca10 tempest-ServerTagsTestJSON-719409431 tempest-ServerTagsTestJSON-719409431-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 663.050221] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-539faead-409c-4603-8579-2183bdc0ca10 tempest-ServerTagsTestJSON-719409431 tempest-ServerTagsTestJSON-719409431-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 663.050419] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-539faead-409c-4603-8579-2183bdc0ca10 tempest-ServerTagsTestJSON-719409431 tempest-ServerTagsTestJSON-719409431-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 663.050586] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-539faead-409c-4603-8579-2183bdc0ca10 tempest-ServerTagsTestJSON-719409431 tempest-ServerTagsTestJSON-719409431-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 663.064156] nova-conductor[55138]: DEBUG nova.quota [None req-539faead-409c-4603-8579-2183bdc0ca10 tempest-ServerTagsTestJSON-719409431 tempest-ServerTagsTestJSON-719409431-project-member] Getting quotas for project a231702f313a4ffe81c67f8f0ce83058. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 663.070135] nova-conductor[55138]: DEBUG nova.quota [None req-539faead-409c-4603-8579-2183bdc0ca10 tempest-ServerTagsTestJSON-719409431 tempest-ServerTagsTestJSON-719409431-project-member] Getting quotas for user 087616024ab9407a9dee7ea4d109ad94 and project a231702f313a4ffe81c67f8f0ce83058. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 663.080976] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-539faead-409c-4603-8579-2183bdc0ca10 tempest-ServerTagsTestJSON-719409431 tempest-ServerTagsTestJSON-719409431-project-member] [instance: 95d2a2d7-443b-43d6-97ff-fe36fd11002f] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55138) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 663.081558] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-539faead-409c-4603-8579-2183bdc0ca10 tempest-ServerTagsTestJSON-719409431 tempest-ServerTagsTestJSON-719409431-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 663.081913] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-539faead-409c-4603-8579-2183bdc0ca10 tempest-ServerTagsTestJSON-719409431 tempest-ServerTagsTestJSON-719409431-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 663.082669] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-539faead-409c-4603-8579-2183bdc0ca10 tempest-ServerTagsTestJSON-719409431 tempest-ServerTagsTestJSON-719409431-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 663.088381] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-539faead-409c-4603-8579-2183bdc0ca10 tempest-ServerTagsTestJSON-719409431 tempest-ServerTagsTestJSON-719409431-project-member] [instance: 95d2a2d7-443b-43d6-97ff-fe36fd11002f] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55138) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 663.088381] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-539faead-409c-4603-8579-2183bdc0ca10 tempest-ServerTagsTestJSON-719409431 tempest-ServerTagsTestJSON-719409431-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 663.088528] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-539faead-409c-4603-8579-2183bdc0ca10 tempest-ServerTagsTestJSON-719409431 tempest-ServerTagsTestJSON-719409431-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 663.088759] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-539faead-409c-4603-8579-2183bdc0ca10 tempest-ServerTagsTestJSON-719409431 tempest-ServerTagsTestJSON-719409431-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 663.123248] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-539faead-409c-4603-8579-2183bdc0ca10 tempest-ServerTagsTestJSON-719409431 tempest-ServerTagsTestJSON-719409431-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 663.124389] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-539faead-409c-4603-8579-2183bdc0ca10 tempest-ServerTagsTestJSON-719409431 tempest-ServerTagsTestJSON-719409431-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 663.124389] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-539faead-409c-4603-8579-2183bdc0ca10 tempest-ServerTagsTestJSON-719409431 tempest-ServerTagsTestJSON-719409431-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 667.628183] nova-conductor[55138]: ERROR nova.scheduler.utils [None req-ef302cb8-340b-44e5-ae9a-5a9a302278fa tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] [instance: 13e91ad9-7fe6-4bbe-8a67-d63a48bfac20] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 740b10d8-5849-4e37-91ad-ad3d7b185b16, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 13e91ad9-7fe6-4bbe-8a67-d63a48bfac20 was re-scheduled: Binding failed for port 740b10d8-5849-4e37-91ad-ad3d7b185b16, please check neutron logs for more information.\n'] [ 667.628768] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-ef302cb8-340b-44e5-ae9a-5a9a302278fa tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Rescheduling: True {{(pid=55138) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 667.629037] nova-conductor[55138]: WARNING nova.scheduler.utils [None req-ef302cb8-340b-44e5-ae9a-5a9a302278fa tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 13e91ad9-7fe6-4bbe-8a67-d63a48bfac20.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 13e91ad9-7fe6-4bbe-8a67-d63a48bfac20. [ 667.629369] nova-conductor[55138]: WARNING nova.scheduler.utils [None req-ef302cb8-340b-44e5-ae9a-5a9a302278fa tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] [instance: 13e91ad9-7fe6-4bbe-8a67-d63a48bfac20] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 13e91ad9-7fe6-4bbe-8a67-d63a48bfac20. [ 667.649988] nova-conductor[55138]: DEBUG nova.network.neutron [None req-ef302cb8-340b-44e5-ae9a-5a9a302278fa tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] [instance: 13e91ad9-7fe6-4bbe-8a67-d63a48bfac20] deallocate_for_instance() {{(pid=55138) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 667.664275] nova-conductor[55138]: DEBUG nova.network.neutron [None req-ef302cb8-340b-44e5-ae9a-5a9a302278fa tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] [instance: 13e91ad9-7fe6-4bbe-8a67-d63a48bfac20] Instance cache missing network info. {{(pid=55138) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 667.667528] nova-conductor[55138]: DEBUG nova.network.neutron [None req-ef302cb8-340b-44e5-ae9a-5a9a302278fa tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] [instance: 13e91ad9-7fe6-4bbe-8a67-d63a48bfac20] Updating instance_info_cache with network_info: [] {{(pid=55138) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.321095] nova-conductor[55139]: DEBUG dbcounter [-] [55139] Writing DB stats nova_cell0:SELECT=2 {{(pid=55139) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 669.347195] nova-conductor[55139]: DEBUG dbcounter [-] [55139] Writing DB stats nova_cell1:INSERT=107,nova_cell1:SELECT=41,nova_cell1:SAVEPOINT=8,nova_cell1:RELEASE=8 {{(pid=55139) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 669.354702] nova-conductor[55139]: DEBUG dbcounter [-] [55139] Writing DB stats nova_api:SELECT=108,nova_api:UPDATE=9,nova_api:DELETE=4 {{(pid=55139) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 669.362022] nova-conductor[55139]: DEBUG dbcounter [-] [55139] Writing DB stats nova_api:SELECT=95,nova_api:DELETE=14,nova_api:UPDATE=8 {{(pid=55139) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 669.665276] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-f5ce7826-4e5d-4cd2-bd34-3f6897019727 tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=55138) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 669.678117] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-f5ce7826-4e5d-4cd2-bd34-3f6897019727 tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 669.678351] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-f5ce7826-4e5d-4cd2-bd34-3f6897019727 tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 669.678527] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-f5ce7826-4e5d-4cd2-bd34-3f6897019727 tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 669.705052] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-f5ce7826-4e5d-4cd2-bd34-3f6897019727 tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 669.705288] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-f5ce7826-4e5d-4cd2-bd34-3f6897019727 tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 669.705460] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-f5ce7826-4e5d-4cd2-bd34-3f6897019727 tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 669.705822] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-f5ce7826-4e5d-4cd2-bd34-3f6897019727 tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 669.706046] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-f5ce7826-4e5d-4cd2-bd34-3f6897019727 tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 669.706223] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-f5ce7826-4e5d-4cd2-bd34-3f6897019727 tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 669.714507] nova-conductor[55138]: DEBUG nova.quota [None req-f5ce7826-4e5d-4cd2-bd34-3f6897019727 tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Getting quotas for project 5e914f87450949b1a39866e8cfa3a0eb. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 669.716791] nova-conductor[55138]: DEBUG nova.quota [None req-f5ce7826-4e5d-4cd2-bd34-3f6897019727 tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Getting quotas for user 2d292997e4c34051acc645b4a65dc369 and project 5e914f87450949b1a39866e8cfa3a0eb. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 669.722311] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-f5ce7826-4e5d-4cd2-bd34-3f6897019727 tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] [instance: 39d9b91b-c009-40e1-ad2b-ebef650188a4] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55138) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 669.722745] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-f5ce7826-4e5d-4cd2-bd34-3f6897019727 tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 669.722947] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-f5ce7826-4e5d-4cd2-bd34-3f6897019727 tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 669.723134] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-f5ce7826-4e5d-4cd2-bd34-3f6897019727 tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 669.728245] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-f5ce7826-4e5d-4cd2-bd34-3f6897019727 tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] [instance: 39d9b91b-c009-40e1-ad2b-ebef650188a4] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55138) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 669.728893] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-f5ce7826-4e5d-4cd2-bd34-3f6897019727 tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 669.729168] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-f5ce7826-4e5d-4cd2-bd34-3f6897019727 tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 669.729296] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-f5ce7826-4e5d-4cd2-bd34-3f6897019727 tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 669.745183] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-f5ce7826-4e5d-4cd2-bd34-3f6897019727 tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 669.746047] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-f5ce7826-4e5d-4cd2-bd34-3f6897019727 tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 669.746047] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-f5ce7826-4e5d-4cd2-bd34-3f6897019727 tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 674.519049] nova-conductor[55139]: ERROR nova.scheduler.utils [None req-b361ddff-3a71-4c56-8559-bd9a12f7a370 tempest-ServersNegativeTestMultiTenantJSON-853169975 tempest-ServersNegativeTestMultiTenantJSON-853169975-project-member] [instance: 03e9f5cc-344c-45c8-abff-aae8db411832] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 6da85fe8-7cce-4523-a80d-56a4ee26d1af, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 03e9f5cc-344c-45c8-abff-aae8db411832 was re-scheduled: Binding failed for port 6da85fe8-7cce-4523-a80d-56a4ee26d1af, please check neutron logs for more information.\n'] [ 674.520255] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-b361ddff-3a71-4c56-8559-bd9a12f7a370 tempest-ServersNegativeTestMultiTenantJSON-853169975 tempest-ServersNegativeTestMultiTenantJSON-853169975-project-member] Rescheduling: True {{(pid=55139) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 674.520506] nova-conductor[55139]: WARNING nova.scheduler.utils [None req-b361ddff-3a71-4c56-8559-bd9a12f7a370 tempest-ServersNegativeTestMultiTenantJSON-853169975 tempest-ServersNegativeTestMultiTenantJSON-853169975-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 03e9f5cc-344c-45c8-abff-aae8db411832.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 03e9f5cc-344c-45c8-abff-aae8db411832. [ 674.520837] nova-conductor[55139]: WARNING nova.scheduler.utils [None req-b361ddff-3a71-4c56-8559-bd9a12f7a370 tempest-ServersNegativeTestMultiTenantJSON-853169975 tempest-ServersNegativeTestMultiTenantJSON-853169975-project-member] [instance: 03e9f5cc-344c-45c8-abff-aae8db411832] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 03e9f5cc-344c-45c8-abff-aae8db411832. [ 674.543059] nova-conductor[55139]: DEBUG nova.network.neutron [None req-b361ddff-3a71-4c56-8559-bd9a12f7a370 tempest-ServersNegativeTestMultiTenantJSON-853169975 tempest-ServersNegativeTestMultiTenantJSON-853169975-project-member] [instance: 03e9f5cc-344c-45c8-abff-aae8db411832] deallocate_for_instance() {{(pid=55139) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 674.562618] nova-conductor[55139]: DEBUG nova.network.neutron [None req-b361ddff-3a71-4c56-8559-bd9a12f7a370 tempest-ServersNegativeTestMultiTenantJSON-853169975 tempest-ServersNegativeTestMultiTenantJSON-853169975-project-member] [instance: 03e9f5cc-344c-45c8-abff-aae8db411832] Instance cache missing network info. {{(pid=55139) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 674.565928] nova-conductor[55139]: DEBUG nova.network.neutron [None req-b361ddff-3a71-4c56-8559-bd9a12f7a370 tempest-ServersNegativeTestMultiTenantJSON-853169975 tempest-ServersNegativeTestMultiTenantJSON-853169975-project-member] [instance: 03e9f5cc-344c-45c8-abff-aae8db411832] Updating instance_info_cache with network_info: [] {{(pid=55139) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 675.031745] nova-conductor[55139]: DEBUG dbcounter [-] [55139] Writing DB stats nova_cell1:UPDATE=170,nova_cell1:INSERT=12,nova_cell1:SELECT=374,nova_cell1:SAVEPOINT=29,nova_cell1:RELEASE=29,nova_cell1:DELETE=2 {{(pid=55139) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 677.335835] nova-conductor[55138]: DEBUG dbcounter [-] [55138] Writing DB stats nova_cell1:SELECT=345,nova_cell1:UPDATE=172,nova_cell1:SAVEPOINT=38,nova_cell1:RELEASE=38,nova_cell1:INSERT=32,nova_cell1:DELETE=2 {{(pid=55138) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 678.551451] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-e6877d10-1cbb-4536-b77e-a71d76ccea22 tempest-ServerShowV254Test-594392646 tempest-ServerShowV254Test-594392646-project-member] Targeting cell 97f9caa4-145d-43be-b385-f5d201c44331(cell1) for conductor method rebuild_instance {{(pid=55139) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 678.551715] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-e6877d10-1cbb-4536-b77e-a71d76ccea22 tempest-ServerShowV254Test-594392646 tempest-ServerShowV254Test-594392646-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 678.551960] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-e6877d10-1cbb-4536-b77e-a71d76ccea22 tempest-ServerShowV254Test-594392646 tempest-ServerShowV254Test-594392646-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 678.552201] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-e6877d10-1cbb-4536-b77e-a71d76ccea22 tempest-ServerShowV254Test-594392646 tempest-ServerShowV254Test-594392646-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 678.563399] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-e6877d10-1cbb-4536-b77e-a71d76ccea22 tempest-ServerShowV254Test-594392646 tempest-ServerShowV254Test-594392646-project-member] [instance: e9b604fb-1d88-425c-92b7-008ddaec7c1a] No migration record for the rebuild/evacuate request. {{(pid=55139) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1227}} [ 679.037140] nova-conductor[55138]: ERROR nova.scheduler.utils [None req-b0d36060-9e10-49a0-b0f2-41a03a6c55f1 tempest-ServersWithSpecificFlavorTestJSON-1769758871 tempest-ServersWithSpecificFlavorTestJSON-1769758871-project-member] [instance: ef69de02-6e43-4489-a35a-8a9096e54fbd] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port bde67ad1-7993-4c30-9aa9-13ea5c2f1800, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance ef69de02-6e43-4489-a35a-8a9096e54fbd was re-scheduled: Binding failed for port bde67ad1-7993-4c30-9aa9-13ea5c2f1800, please check neutron logs for more information.\n'] [ 679.037509] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-b0d36060-9e10-49a0-b0f2-41a03a6c55f1 tempest-ServersWithSpecificFlavorTestJSON-1769758871 tempest-ServersWithSpecificFlavorTestJSON-1769758871-project-member] Rescheduling: True {{(pid=55138) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 679.037686] nova-conductor[55138]: WARNING nova.scheduler.utils [None req-b0d36060-9e10-49a0-b0f2-41a03a6c55f1 tempest-ServersWithSpecificFlavorTestJSON-1769758871 tempest-ServersWithSpecificFlavorTestJSON-1769758871-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ef69de02-6e43-4489-a35a-8a9096e54fbd.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ef69de02-6e43-4489-a35a-8a9096e54fbd. [ 679.038051] nova-conductor[55138]: WARNING nova.scheduler.utils [None req-b0d36060-9e10-49a0-b0f2-41a03a6c55f1 tempest-ServersWithSpecificFlavorTestJSON-1769758871 tempest-ServersWithSpecificFlavorTestJSON-1769758871-project-member] [instance: ef69de02-6e43-4489-a35a-8a9096e54fbd] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ef69de02-6e43-4489-a35a-8a9096e54fbd. [ 679.061118] nova-conductor[55138]: DEBUG nova.network.neutron [None req-b0d36060-9e10-49a0-b0f2-41a03a6c55f1 tempest-ServersWithSpecificFlavorTestJSON-1769758871 tempest-ServersWithSpecificFlavorTestJSON-1769758871-project-member] [instance: ef69de02-6e43-4489-a35a-8a9096e54fbd] deallocate_for_instance() {{(pid=55138) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 679.074442] nova-conductor[55138]: DEBUG nova.network.neutron [None req-b0d36060-9e10-49a0-b0f2-41a03a6c55f1 tempest-ServersWithSpecificFlavorTestJSON-1769758871 tempest-ServersWithSpecificFlavorTestJSON-1769758871-project-member] [instance: ef69de02-6e43-4489-a35a-8a9096e54fbd] Instance cache missing network info. {{(pid=55138) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 679.077993] nova-conductor[55138]: DEBUG nova.network.neutron [None req-b0d36060-9e10-49a0-b0f2-41a03a6c55f1 tempest-ServersWithSpecificFlavorTestJSON-1769758871 tempest-ServersWithSpecificFlavorTestJSON-1769758871-project-member] [instance: ef69de02-6e43-4489-a35a-8a9096e54fbd] Updating instance_info_cache with network_info: [] {{(pid=55138) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 679.709723] nova-conductor[55138]: DEBUG dbcounter [-] [55138] Writing DB stats nova_cell0:SELECT=2 {{(pid=55138) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 679.731411] nova-conductor[55138]: DEBUG dbcounter [-] [55138] Writing DB stats nova_cell1:SELECT=6,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=15,nova_cell1:RELEASE=1 {{(pid=55138) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 679.741876] nova-conductor[55138]: DEBUG dbcounter [-] [55138] Writing DB stats nova_api:SELECT=14 {{(pid=55138) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 679.743756] nova-conductor[55138]: DEBUG dbcounter [-] [55138] Writing DB stats nova_api:SELECT=10,nova_api:UPDATE=2,nova_api:DELETE=2 {{(pid=55138) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 681.071910] nova-conductor[55138]: ERROR nova.scheduler.utils [None req-ebf98e72-8912-44b2-a9b0-e3e10637e925 tempest-SecurityGroupsTestJSON-1001345364 tempest-SecurityGroupsTestJSON-1001345364-project-member] [instance: bc8fc812-1e66-4e14-a39c-1c226e7fe2b9] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 3541508a-02bc-425d-9c91-ef407d837b04, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance bc8fc812-1e66-4e14-a39c-1c226e7fe2b9 was re-scheduled: Binding failed for port 3541508a-02bc-425d-9c91-ef407d837b04, please check neutron logs for more information.\n'] [ 681.072836] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-ebf98e72-8912-44b2-a9b0-e3e10637e925 tempest-SecurityGroupsTestJSON-1001345364 tempest-SecurityGroupsTestJSON-1001345364-project-member] Rescheduling: True {{(pid=55138) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 681.073083] nova-conductor[55138]: WARNING nova.scheduler.utils [None req-ebf98e72-8912-44b2-a9b0-e3e10637e925 tempest-SecurityGroupsTestJSON-1001345364 tempest-SecurityGroupsTestJSON-1001345364-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance bc8fc812-1e66-4e14-a39c-1c226e7fe2b9.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance bc8fc812-1e66-4e14-a39c-1c226e7fe2b9. [ 681.073320] nova-conductor[55138]: WARNING nova.scheduler.utils [None req-ebf98e72-8912-44b2-a9b0-e3e10637e925 tempest-SecurityGroupsTestJSON-1001345364 tempest-SecurityGroupsTestJSON-1001345364-project-member] [instance: bc8fc812-1e66-4e14-a39c-1c226e7fe2b9] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance bc8fc812-1e66-4e14-a39c-1c226e7fe2b9. [ 681.108580] nova-conductor[55138]: DEBUG nova.network.neutron [None req-ebf98e72-8912-44b2-a9b0-e3e10637e925 tempest-SecurityGroupsTestJSON-1001345364 tempest-SecurityGroupsTestJSON-1001345364-project-member] [instance: bc8fc812-1e66-4e14-a39c-1c226e7fe2b9] deallocate_for_instance() {{(pid=55138) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 681.124883] nova-conductor[55138]: DEBUG nova.network.neutron [None req-ebf98e72-8912-44b2-a9b0-e3e10637e925 tempest-SecurityGroupsTestJSON-1001345364 tempest-SecurityGroupsTestJSON-1001345364-project-member] [instance: bc8fc812-1e66-4e14-a39c-1c226e7fe2b9] Instance cache missing network info. {{(pid=55138) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 681.131209] nova-conductor[55138]: DEBUG nova.network.neutron [None req-ebf98e72-8912-44b2-a9b0-e3e10637e925 tempest-SecurityGroupsTestJSON-1001345364 tempest-SecurityGroupsTestJSON-1001345364-project-member] [instance: bc8fc812-1e66-4e14-a39c-1c226e7fe2b9] Updating instance_info_cache with network_info: [] {{(pid=55138) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.102282] nova-conductor[55138]: ERROR nova.scheduler.utils [None req-d9f0c7b5-b65f-4188-913d-3da8864d7503 tempest-ServerActionsTestOtherB-1892850679 tempest-ServerActionsTestOtherB-1892850679-project-member] [instance: 4c84555a-83ac-4896-b40c-cbd7e14eebed] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port fba47d74-c242-4267-a6be-f829d6b2dd6b, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 4c84555a-83ac-4896-b40c-cbd7e14eebed was re-scheduled: Binding failed for port fba47d74-c242-4267-a6be-f829d6b2dd6b, please check neutron logs for more information.\n'] [ 683.102907] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-d9f0c7b5-b65f-4188-913d-3da8864d7503 tempest-ServerActionsTestOtherB-1892850679 tempest-ServerActionsTestOtherB-1892850679-project-member] Rescheduling: True {{(pid=55138) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 683.103158] nova-conductor[55138]: WARNING nova.scheduler.utils [None req-d9f0c7b5-b65f-4188-913d-3da8864d7503 tempest-ServerActionsTestOtherB-1892850679 tempest-ServerActionsTestOtherB-1892850679-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4c84555a-83ac-4896-b40c-cbd7e14eebed.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4c84555a-83ac-4896-b40c-cbd7e14eebed. [ 683.103864] nova-conductor[55138]: WARNING nova.scheduler.utils [None req-d9f0c7b5-b65f-4188-913d-3da8864d7503 tempest-ServerActionsTestOtherB-1892850679 tempest-ServerActionsTestOtherB-1892850679-project-member] [instance: 4c84555a-83ac-4896-b40c-cbd7e14eebed] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4c84555a-83ac-4896-b40c-cbd7e14eebed. [ 683.135226] nova-conductor[55138]: DEBUG nova.network.neutron [None req-d9f0c7b5-b65f-4188-913d-3da8864d7503 tempest-ServerActionsTestOtherB-1892850679 tempest-ServerActionsTestOtherB-1892850679-project-member] [instance: 4c84555a-83ac-4896-b40c-cbd7e14eebed] deallocate_for_instance() {{(pid=55138) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 683.156038] nova-conductor[55138]: DEBUG nova.network.neutron [None req-d9f0c7b5-b65f-4188-913d-3da8864d7503 tempest-ServerActionsTestOtherB-1892850679 tempest-ServerActionsTestOtherB-1892850679-project-member] [instance: 4c84555a-83ac-4896-b40c-cbd7e14eebed] Instance cache missing network info. {{(pid=55138) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 683.163943] nova-conductor[55138]: DEBUG nova.network.neutron [None req-d9f0c7b5-b65f-4188-913d-3da8864d7503 tempest-ServerActionsTestOtherB-1892850679 tempest-ServerActionsTestOtherB-1892850679-project-member] [instance: 4c84555a-83ac-4896-b40c-cbd7e14eebed] Updating instance_info_cache with network_info: [] {{(pid=55138) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 683.360701] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-d104275b-10d3-4f12-b101-ecd644e74d59 tempest-ServerShowV247Test-1290243861 tempest-ServerShowV247Test-1290243861-project-member] Targeting cell 97f9caa4-145d-43be-b385-f5d201c44331(cell1) for conductor method rebuild_instance {{(pid=55139) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 683.360931] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-d104275b-10d3-4f12-b101-ecd644e74d59 tempest-ServerShowV247Test-1290243861 tempest-ServerShowV247Test-1290243861-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 683.361145] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-d104275b-10d3-4f12-b101-ecd644e74d59 tempest-ServerShowV247Test-1290243861 tempest-ServerShowV247Test-1290243861-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 683.361318] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-d104275b-10d3-4f12-b101-ecd644e74d59 tempest-ServerShowV247Test-1290243861 tempest-ServerShowV247Test-1290243861-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 683.372643] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-d104275b-10d3-4f12-b101-ecd644e74d59 tempest-ServerShowV247Test-1290243861 tempest-ServerShowV247Test-1290243861-project-member] [instance: c8d27e19-0f3c-4cc3-826b-e07b3a635e5e] No migration record for the rebuild/evacuate request. {{(pid=55139) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1227}} [ 685.148753] nova-conductor[55139]: ERROR nova.scheduler.utils [None req-93b9d231-933b-47b0-95d3-4d562b2c9cd6 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] [instance: 45fce1e9-b1bb-48aa-9752-cbd011136abd] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 24fee5ac-16fc-47a2-bba4-a3f2f983a3ca, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 45fce1e9-b1bb-48aa-9752-cbd011136abd was re-scheduled: Binding failed for port 24fee5ac-16fc-47a2-bba4-a3f2f983a3ca, please check neutron logs for more information.\n'] [ 685.149349] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-93b9d231-933b-47b0-95d3-4d562b2c9cd6 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Rescheduling: True {{(pid=55139) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 685.149433] nova-conductor[55139]: WARNING nova.scheduler.utils [None req-93b9d231-933b-47b0-95d3-4d562b2c9cd6 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 45fce1e9-b1bb-48aa-9752-cbd011136abd.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 45fce1e9-b1bb-48aa-9752-cbd011136abd. [ 685.149847] nova-conductor[55139]: WARNING nova.scheduler.utils [None req-93b9d231-933b-47b0-95d3-4d562b2c9cd6 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] [instance: 45fce1e9-b1bb-48aa-9752-cbd011136abd] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 45fce1e9-b1bb-48aa-9752-cbd011136abd. [ 685.204994] nova-conductor[55139]: DEBUG nova.network.neutron [None req-93b9d231-933b-47b0-95d3-4d562b2c9cd6 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] [instance: 45fce1e9-b1bb-48aa-9752-cbd011136abd] deallocate_for_instance() {{(pid=55139) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 685.223670] nova-conductor[55139]: DEBUG nova.network.neutron [None req-93b9d231-933b-47b0-95d3-4d562b2c9cd6 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] [instance: 45fce1e9-b1bb-48aa-9752-cbd011136abd] Instance cache missing network info. {{(pid=55139) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 685.224919] nova-conductor[55139]: DEBUG nova.network.neutron [None req-93b9d231-933b-47b0-95d3-4d562b2c9cd6 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] [instance: 45fce1e9-b1bb-48aa-9752-cbd011136abd] Updating instance_info_cache with network_info: [] {{(pid=55139) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.692151] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-89d62ac2-4799-47d8-8b97-bc624c3e0cc8 tempest-SecurityGroupsTestJSON-1001345364 tempest-SecurityGroupsTestJSON-1001345364-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55139) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 685.717018] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-89d62ac2-4799-47d8-8b97-bc624c3e0cc8 tempest-SecurityGroupsTestJSON-1001345364 tempest-SecurityGroupsTestJSON-1001345364-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 685.717258] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-89d62ac2-4799-47d8-8b97-bc624c3e0cc8 tempest-SecurityGroupsTestJSON-1001345364 tempest-SecurityGroupsTestJSON-1001345364-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 685.717433] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-89d62ac2-4799-47d8-8b97-bc624c3e0cc8 tempest-SecurityGroupsTestJSON-1001345364 tempest-SecurityGroupsTestJSON-1001345364-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 685.753423] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-89d62ac2-4799-47d8-8b97-bc624c3e0cc8 tempest-SecurityGroupsTestJSON-1001345364 tempest-SecurityGroupsTestJSON-1001345364-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 685.754010] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-89d62ac2-4799-47d8-8b97-bc624c3e0cc8 tempest-SecurityGroupsTestJSON-1001345364 tempest-SecurityGroupsTestJSON-1001345364-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 685.754278] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-89d62ac2-4799-47d8-8b97-bc624c3e0cc8 tempest-SecurityGroupsTestJSON-1001345364 tempest-SecurityGroupsTestJSON-1001345364-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 685.754709] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-89d62ac2-4799-47d8-8b97-bc624c3e0cc8 tempest-SecurityGroupsTestJSON-1001345364 tempest-SecurityGroupsTestJSON-1001345364-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 685.754932] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-89d62ac2-4799-47d8-8b97-bc624c3e0cc8 tempest-SecurityGroupsTestJSON-1001345364 tempest-SecurityGroupsTestJSON-1001345364-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 685.755143] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-89d62ac2-4799-47d8-8b97-bc624c3e0cc8 tempest-SecurityGroupsTestJSON-1001345364 tempest-SecurityGroupsTestJSON-1001345364-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 685.763724] nova-conductor[55139]: DEBUG nova.quota [None req-89d62ac2-4799-47d8-8b97-bc624c3e0cc8 tempest-SecurityGroupsTestJSON-1001345364 tempest-SecurityGroupsTestJSON-1001345364-project-member] Getting quotas for project fc7e68f0c5e3411a81971d90c03adf52. Resources: {'instances', 'cores', 'ram'} {{(pid=55139) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 685.766271] nova-conductor[55139]: DEBUG nova.quota [None req-89d62ac2-4799-47d8-8b97-bc624c3e0cc8 tempest-SecurityGroupsTestJSON-1001345364 tempest-SecurityGroupsTestJSON-1001345364-project-member] Getting quotas for user ba9bdc218e2b44b2a338e799a6fb84a0 and project fc7e68f0c5e3411a81971d90c03adf52. Resources: {'instances', 'cores', 'ram'} {{(pid=55139) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 685.771931] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-89d62ac2-4799-47d8-8b97-bc624c3e0cc8 tempest-SecurityGroupsTestJSON-1001345364 tempest-SecurityGroupsTestJSON-1001345364-project-member] [instance: 06bd8147-5479-4c5e-8ba2-6d3a205ba05e] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55139) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 685.772370] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-89d62ac2-4799-47d8-8b97-bc624c3e0cc8 tempest-SecurityGroupsTestJSON-1001345364 tempest-SecurityGroupsTestJSON-1001345364-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 685.772593] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-89d62ac2-4799-47d8-8b97-bc624c3e0cc8 tempest-SecurityGroupsTestJSON-1001345364 tempest-SecurityGroupsTestJSON-1001345364-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 685.772731] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-89d62ac2-4799-47d8-8b97-bc624c3e0cc8 tempest-SecurityGroupsTestJSON-1001345364 tempest-SecurityGroupsTestJSON-1001345364-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 685.778550] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-89d62ac2-4799-47d8-8b97-bc624c3e0cc8 tempest-SecurityGroupsTestJSON-1001345364 tempest-SecurityGroupsTestJSON-1001345364-project-member] [instance: 06bd8147-5479-4c5e-8ba2-6d3a205ba05e] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55139) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 685.779215] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-89d62ac2-4799-47d8-8b97-bc624c3e0cc8 tempest-SecurityGroupsTestJSON-1001345364 tempest-SecurityGroupsTestJSON-1001345364-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 685.779991] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-89d62ac2-4799-47d8-8b97-bc624c3e0cc8 tempest-SecurityGroupsTestJSON-1001345364 tempest-SecurityGroupsTestJSON-1001345364-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 685.780162] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-89d62ac2-4799-47d8-8b97-bc624c3e0cc8 tempest-SecurityGroupsTestJSON-1001345364 tempest-SecurityGroupsTestJSON-1001345364-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 685.802683] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-89d62ac2-4799-47d8-8b97-bc624c3e0cc8 tempest-SecurityGroupsTestJSON-1001345364 tempest-SecurityGroupsTestJSON-1001345364-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 685.802683] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-89d62ac2-4799-47d8-8b97-bc624c3e0cc8 tempest-SecurityGroupsTestJSON-1001345364 tempest-SecurityGroupsTestJSON-1001345364-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 685.802683] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-89d62ac2-4799-47d8-8b97-bc624c3e0cc8 tempest-SecurityGroupsTestJSON-1001345364 tempest-SecurityGroupsTestJSON-1001345364-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 686.052811] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-80ba9e4e-4977-45f2-9c67-ec3e513e394a tempest-ServerDiagnosticsNegativeTest-1635561772 tempest-ServerDiagnosticsNegativeTest-1635561772-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55138) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 686.072308] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-80ba9e4e-4977-45f2-9c67-ec3e513e394a tempest-ServerDiagnosticsNegativeTest-1635561772 tempest-ServerDiagnosticsNegativeTest-1635561772-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 686.072602] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-80ba9e4e-4977-45f2-9c67-ec3e513e394a tempest-ServerDiagnosticsNegativeTest-1635561772 tempest-ServerDiagnosticsNegativeTest-1635561772-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 686.072813] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-80ba9e4e-4977-45f2-9c67-ec3e513e394a tempest-ServerDiagnosticsNegativeTest-1635561772 tempest-ServerDiagnosticsNegativeTest-1635561772-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 686.115169] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-80ba9e4e-4977-45f2-9c67-ec3e513e394a tempest-ServerDiagnosticsNegativeTest-1635561772 tempest-ServerDiagnosticsNegativeTest-1635561772-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 686.115169] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-80ba9e4e-4977-45f2-9c67-ec3e513e394a tempest-ServerDiagnosticsNegativeTest-1635561772 tempest-ServerDiagnosticsNegativeTest-1635561772-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 686.115169] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-80ba9e4e-4977-45f2-9c67-ec3e513e394a tempest-ServerDiagnosticsNegativeTest-1635561772 tempest-ServerDiagnosticsNegativeTest-1635561772-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 686.115169] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-80ba9e4e-4977-45f2-9c67-ec3e513e394a tempest-ServerDiagnosticsNegativeTest-1635561772 tempest-ServerDiagnosticsNegativeTest-1635561772-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 686.115169] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-80ba9e4e-4977-45f2-9c67-ec3e513e394a tempest-ServerDiagnosticsNegativeTest-1635561772 tempest-ServerDiagnosticsNegativeTest-1635561772-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 686.115169] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-80ba9e4e-4977-45f2-9c67-ec3e513e394a tempest-ServerDiagnosticsNegativeTest-1635561772 tempest-ServerDiagnosticsNegativeTest-1635561772-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 686.126179] nova-conductor[55138]: DEBUG nova.quota [None req-80ba9e4e-4977-45f2-9c67-ec3e513e394a tempest-ServerDiagnosticsNegativeTest-1635561772 tempest-ServerDiagnosticsNegativeTest-1635561772-project-member] Getting quotas for project be0c9c1bdfaf433bb99d7a9f6de0a643. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 686.129379] nova-conductor[55138]: DEBUG nova.quota [None req-80ba9e4e-4977-45f2-9c67-ec3e513e394a tempest-ServerDiagnosticsNegativeTest-1635561772 tempest-ServerDiagnosticsNegativeTest-1635561772-project-member] Getting quotas for user 67da6820f3cd4db987724a24b7ae1fc6 and project be0c9c1bdfaf433bb99d7a9f6de0a643. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 686.135711] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-80ba9e4e-4977-45f2-9c67-ec3e513e394a tempest-ServerDiagnosticsNegativeTest-1635561772 tempest-ServerDiagnosticsNegativeTest-1635561772-project-member] [instance: 56feb1b8-7dbb-4a5c-a8e9-5cb53059e39a] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55138) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 686.136182] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-80ba9e4e-4977-45f2-9c67-ec3e513e394a tempest-ServerDiagnosticsNegativeTest-1635561772 tempest-ServerDiagnosticsNegativeTest-1635561772-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 686.136392] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-80ba9e4e-4977-45f2-9c67-ec3e513e394a tempest-ServerDiagnosticsNegativeTest-1635561772 tempest-ServerDiagnosticsNegativeTest-1635561772-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 686.136566] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-80ba9e4e-4977-45f2-9c67-ec3e513e394a tempest-ServerDiagnosticsNegativeTest-1635561772 tempest-ServerDiagnosticsNegativeTest-1635561772-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 686.140535] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-80ba9e4e-4977-45f2-9c67-ec3e513e394a tempest-ServerDiagnosticsNegativeTest-1635561772 tempest-ServerDiagnosticsNegativeTest-1635561772-project-member] [instance: 56feb1b8-7dbb-4a5c-a8e9-5cb53059e39a] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55138) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 686.141129] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-80ba9e4e-4977-45f2-9c67-ec3e513e394a tempest-ServerDiagnosticsNegativeTest-1635561772 tempest-ServerDiagnosticsNegativeTest-1635561772-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 686.141369] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-80ba9e4e-4977-45f2-9c67-ec3e513e394a tempest-ServerDiagnosticsNegativeTest-1635561772 tempest-ServerDiagnosticsNegativeTest-1635561772-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 686.141509] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-80ba9e4e-4977-45f2-9c67-ec3e513e394a tempest-ServerDiagnosticsNegativeTest-1635561772 tempest-ServerDiagnosticsNegativeTest-1635561772-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 686.155037] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-80ba9e4e-4977-45f2-9c67-ec3e513e394a tempest-ServerDiagnosticsNegativeTest-1635561772 tempest-ServerDiagnosticsNegativeTest-1635561772-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 686.155261] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-80ba9e4e-4977-45f2-9c67-ec3e513e394a tempest-ServerDiagnosticsNegativeTest-1635561772 tempest-ServerDiagnosticsNegativeTest-1635561772-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 686.155434] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-80ba9e4e-4977-45f2-9c67-ec3e513e394a tempest-ServerDiagnosticsNegativeTest-1635561772 tempest-ServerDiagnosticsNegativeTest-1635561772-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 686.948721] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-c1b6e994-cea6-43a7-9b24-eaead4e7aeed tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55138) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 686.964042] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-c1b6e994-cea6-43a7-9b24-eaead4e7aeed tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 686.964042] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-c1b6e994-cea6-43a7-9b24-eaead4e7aeed tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 686.964042] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-c1b6e994-cea6-43a7-9b24-eaead4e7aeed tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 686.994033] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-c1b6e994-cea6-43a7-9b24-eaead4e7aeed tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 686.994270] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-c1b6e994-cea6-43a7-9b24-eaead4e7aeed tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 686.994479] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-c1b6e994-cea6-43a7-9b24-eaead4e7aeed tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 686.994803] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-c1b6e994-cea6-43a7-9b24-eaead4e7aeed tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 686.994987] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-c1b6e994-cea6-43a7-9b24-eaead4e7aeed tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 686.995164] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-c1b6e994-cea6-43a7-9b24-eaead4e7aeed tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 687.004175] nova-conductor[55138]: DEBUG nova.quota [None req-c1b6e994-cea6-43a7-9b24-eaead4e7aeed tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Getting quotas for project 22352c25bca8416a948014391a5389ac. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 687.007354] nova-conductor[55138]: DEBUG nova.quota [None req-c1b6e994-cea6-43a7-9b24-eaead4e7aeed tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Getting quotas for user 1236175893a3401cb01b04604168f1e0 and project 22352c25bca8416a948014391a5389ac. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 687.013040] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-c1b6e994-cea6-43a7-9b24-eaead4e7aeed tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] [instance: 0ea5fdd0-6f55-4e8f-b18b-261e7edd4cf7] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55138) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 687.013558] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-c1b6e994-cea6-43a7-9b24-eaead4e7aeed tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 687.013772] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-c1b6e994-cea6-43a7-9b24-eaead4e7aeed tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 687.013940] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-c1b6e994-cea6-43a7-9b24-eaead4e7aeed tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 687.019603] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-c1b6e994-cea6-43a7-9b24-eaead4e7aeed tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] [instance: 0ea5fdd0-6f55-4e8f-b18b-261e7edd4cf7] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55138) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 687.020281] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-c1b6e994-cea6-43a7-9b24-eaead4e7aeed tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 687.020519] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-c1b6e994-cea6-43a7-9b24-eaead4e7aeed tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 687.020698] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-c1b6e994-cea6-43a7-9b24-eaead4e7aeed tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 687.039214] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-c1b6e994-cea6-43a7-9b24-eaead4e7aeed tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 687.039609] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-c1b6e994-cea6-43a7-9b24-eaead4e7aeed tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 687.039609] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-c1b6e994-cea6-43a7-9b24-eaead4e7aeed tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 687.250164] nova-conductor[55139]: ERROR nova.scheduler.utils [None req-4f754c03-2736-4497-b917-75ddc7148c93 tempest-ServerActionsTestJSON-302989054 tempest-ServerActionsTestJSON-302989054-project-member] [instance: ba17f6c3-8a5e-4be8-b6cb-ad0234cdbe93] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 6fc2c5e8-8533-4f55-9c73-58ec49bc25fa, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance ba17f6c3-8a5e-4be8-b6cb-ad0234cdbe93 was re-scheduled: Binding failed for port 6fc2c5e8-8533-4f55-9c73-58ec49bc25fa, please check neutron logs for more information.\n'] [ 687.250409] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-4f754c03-2736-4497-b917-75ddc7148c93 tempest-ServerActionsTestJSON-302989054 tempest-ServerActionsTestJSON-302989054-project-member] Rescheduling: True {{(pid=55139) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 687.250445] nova-conductor[55139]: WARNING nova.scheduler.utils [None req-4f754c03-2736-4497-b917-75ddc7148c93 tempest-ServerActionsTestJSON-302989054 tempest-ServerActionsTestJSON-302989054-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ba17f6c3-8a5e-4be8-b6cb-ad0234cdbe93.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ba17f6c3-8a5e-4be8-b6cb-ad0234cdbe93. [ 687.254017] nova-conductor[55139]: WARNING nova.scheduler.utils [None req-4f754c03-2736-4497-b917-75ddc7148c93 tempest-ServerActionsTestJSON-302989054 tempest-ServerActionsTestJSON-302989054-project-member] [instance: ba17f6c3-8a5e-4be8-b6cb-ad0234cdbe93] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ba17f6c3-8a5e-4be8-b6cb-ad0234cdbe93. [ 687.278939] nova-conductor[55139]: DEBUG nova.network.neutron [None req-4f754c03-2736-4497-b917-75ddc7148c93 tempest-ServerActionsTestJSON-302989054 tempest-ServerActionsTestJSON-302989054-project-member] [instance: ba17f6c3-8a5e-4be8-b6cb-ad0234cdbe93] deallocate_for_instance() {{(pid=55139) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 687.311203] nova-conductor[55139]: DEBUG nova.network.neutron [None req-4f754c03-2736-4497-b917-75ddc7148c93 tempest-ServerActionsTestJSON-302989054 tempest-ServerActionsTestJSON-302989054-project-member] [instance: ba17f6c3-8a5e-4be8-b6cb-ad0234cdbe93] Instance cache missing network info. {{(pid=55139) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 687.315167] nova-conductor[55139]: DEBUG nova.network.neutron [None req-4f754c03-2736-4497-b917-75ddc7148c93 tempest-ServerActionsTestJSON-302989054 tempest-ServerActionsTestJSON-302989054-project-member] [instance: ba17f6c3-8a5e-4be8-b6cb-ad0234cdbe93] Updating instance_info_cache with network_info: [] {{(pid=55139) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 694.850678] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-c63d80ed-0e32-4c6d-8d18-b1b4a5b00d91 tempest-ServerActionsTestOtherA-289050786 tempest-ServerActionsTestOtherA-289050786-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55138) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 694.867266] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-c63d80ed-0e32-4c6d-8d18-b1b4a5b00d91 tempest-ServerActionsTestOtherA-289050786 tempest-ServerActionsTestOtherA-289050786-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 694.867266] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-c63d80ed-0e32-4c6d-8d18-b1b4a5b00d91 tempest-ServerActionsTestOtherA-289050786 tempest-ServerActionsTestOtherA-289050786-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 694.867266] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-c63d80ed-0e32-4c6d-8d18-b1b4a5b00d91 tempest-ServerActionsTestOtherA-289050786 tempest-ServerActionsTestOtherA-289050786-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 694.927460] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-c63d80ed-0e32-4c6d-8d18-b1b4a5b00d91 tempest-ServerActionsTestOtherA-289050786 tempest-ServerActionsTestOtherA-289050786-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 694.927767] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-c63d80ed-0e32-4c6d-8d18-b1b4a5b00d91 tempest-ServerActionsTestOtherA-289050786 tempest-ServerActionsTestOtherA-289050786-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 694.927983] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-c63d80ed-0e32-4c6d-8d18-b1b4a5b00d91 tempest-ServerActionsTestOtherA-289050786 tempest-ServerActionsTestOtherA-289050786-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 694.928488] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-c63d80ed-0e32-4c6d-8d18-b1b4a5b00d91 tempest-ServerActionsTestOtherA-289050786 tempest-ServerActionsTestOtherA-289050786-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 694.928713] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-c63d80ed-0e32-4c6d-8d18-b1b4a5b00d91 tempest-ServerActionsTestOtherA-289050786 tempest-ServerActionsTestOtherA-289050786-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 694.928906] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-c63d80ed-0e32-4c6d-8d18-b1b4a5b00d91 tempest-ServerActionsTestOtherA-289050786 tempest-ServerActionsTestOtherA-289050786-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 694.938049] nova-conductor[55138]: DEBUG nova.quota [None req-c63d80ed-0e32-4c6d-8d18-b1b4a5b00d91 tempest-ServerActionsTestOtherA-289050786 tempest-ServerActionsTestOtherA-289050786-project-member] Getting quotas for project 9a0d7d33a81d42428d5e8aeab0b90fa0. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 694.940392] nova-conductor[55138]: DEBUG nova.quota [None req-c63d80ed-0e32-4c6d-8d18-b1b4a5b00d91 tempest-ServerActionsTestOtherA-289050786 tempest-ServerActionsTestOtherA-289050786-project-member] Getting quotas for user a5b0e32aa8974a2c8556f8c50c807b99 and project 9a0d7d33a81d42428d5e8aeab0b90fa0. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 694.945805] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-c63d80ed-0e32-4c6d-8d18-b1b4a5b00d91 tempest-ServerActionsTestOtherA-289050786 tempest-ServerActionsTestOtherA-289050786-project-member] [instance: a47dbb3e-62be-426d-acd7-bedc0faf65c5] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55138) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 694.946310] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-c63d80ed-0e32-4c6d-8d18-b1b4a5b00d91 tempest-ServerActionsTestOtherA-289050786 tempest-ServerActionsTestOtherA-289050786-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 694.946529] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-c63d80ed-0e32-4c6d-8d18-b1b4a5b00d91 tempest-ServerActionsTestOtherA-289050786 tempest-ServerActionsTestOtherA-289050786-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 694.946704] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-c63d80ed-0e32-4c6d-8d18-b1b4a5b00d91 tempest-ServerActionsTestOtherA-289050786 tempest-ServerActionsTestOtherA-289050786-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 694.951730] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-c63d80ed-0e32-4c6d-8d18-b1b4a5b00d91 tempest-ServerActionsTestOtherA-289050786 tempest-ServerActionsTestOtherA-289050786-project-member] [instance: a47dbb3e-62be-426d-acd7-bedc0faf65c5] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55138) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 694.952422] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-c63d80ed-0e32-4c6d-8d18-b1b4a5b00d91 tempest-ServerActionsTestOtherA-289050786 tempest-ServerActionsTestOtherA-289050786-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 694.952623] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-c63d80ed-0e32-4c6d-8d18-b1b4a5b00d91 tempest-ServerActionsTestOtherA-289050786 tempest-ServerActionsTestOtherA-289050786-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 694.952851] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-c63d80ed-0e32-4c6d-8d18-b1b4a5b00d91 tempest-ServerActionsTestOtherA-289050786 tempest-ServerActionsTestOtherA-289050786-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 694.968291] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-c63d80ed-0e32-4c6d-8d18-b1b4a5b00d91 tempest-ServerActionsTestOtherA-289050786 tempest-ServerActionsTestOtherA-289050786-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 694.968542] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-c63d80ed-0e32-4c6d-8d18-b1b4a5b00d91 tempest-ServerActionsTestOtherA-289050786 tempest-ServerActionsTestOtherA-289050786-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 694.968719] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-c63d80ed-0e32-4c6d-8d18-b1b4a5b00d91 tempest-ServerActionsTestOtherA-289050786 tempest-ServerActionsTestOtherA-289050786-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 695.760227] nova-conductor[55139]: DEBUG dbcounter [-] [55139] Writing DB stats nova_cell0:SELECT=1 {{(pid=55139) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 695.771903] nova-conductor[55139]: DEBUG dbcounter [-] [55139] Writing DB stats nova_api:SELECT=7 {{(pid=55139) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 695.782019] nova-conductor[55139]: DEBUG dbcounter [-] [55139] Writing DB stats nova_cell1:SELECT=11,nova_cell1:UPDATE=6,nova_cell1:INSERT=9 {{(pid=55139) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 695.799202] nova-conductor[55139]: DEBUG dbcounter [-] [55139] Writing DB stats nova_api:SELECT=9,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=55139) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 704.933655] nova-conductor[55138]: DEBUG dbcounter [-] [55138] Writing DB stats nova_cell0:SELECT=3 {{(pid=55138) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 704.955517] nova-conductor[55138]: DEBUG dbcounter [-] [55138] Writing DB stats nova_cell1:SELECT=9,nova_cell1:SAVEPOINT=2,nova_cell1:INSERT=23,nova_cell1:RELEASE=2 {{(pid=55138) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 704.962045] nova-conductor[55138]: DEBUG dbcounter [-] [55138] Writing DB stats nova_api:SELECT=16,nova_api:DELETE=1,nova_api:UPDATE=1 {{(pid=55138) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 704.966235] nova-conductor[55138]: DEBUG dbcounter [-] [55138] Writing DB stats nova_api:SELECT=20,nova_api:UPDATE=2,nova_api:DELETE=2 {{(pid=55138) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 730.797406] nova-conductor[55138]: ERROR nova.scheduler.utils [None req-eeeb6948-5417-4768-960c-652a6738c14f tempest-AttachInterfacesTestJSON-8017105 tempest-AttachInterfacesTestJSON-8017105-project-member] [instance: ef7a2a36-4e85-40b3-bb6d-9bc5ee563c88] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 5d0c4734-7baa-410e-9f3e-91d875f0248b, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance ef7a2a36-4e85-40b3-bb6d-9bc5ee563c88 was re-scheduled: Binding failed for port 5d0c4734-7baa-410e-9f3e-91d875f0248b, please check neutron logs for more information.\n'] [ 730.797860] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-eeeb6948-5417-4768-960c-652a6738c14f tempest-AttachInterfacesTestJSON-8017105 tempest-AttachInterfacesTestJSON-8017105-project-member] Rescheduling: True {{(pid=55138) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 730.798014] nova-conductor[55138]: WARNING nova.scheduler.utils [None req-eeeb6948-5417-4768-960c-652a6738c14f tempest-AttachInterfacesTestJSON-8017105 tempest-AttachInterfacesTestJSON-8017105-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ef7a2a36-4e85-40b3-bb6d-9bc5ee563c88.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ef7a2a36-4e85-40b3-bb6d-9bc5ee563c88. [ 730.798345] nova-conductor[55138]: WARNING nova.scheduler.utils [None req-eeeb6948-5417-4768-960c-652a6738c14f tempest-AttachInterfacesTestJSON-8017105 tempest-AttachInterfacesTestJSON-8017105-project-member] [instance: ef7a2a36-4e85-40b3-bb6d-9bc5ee563c88] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ef7a2a36-4e85-40b3-bb6d-9bc5ee563c88. [ 730.820675] nova-conductor[55138]: DEBUG nova.network.neutron [None req-eeeb6948-5417-4768-960c-652a6738c14f tempest-AttachInterfacesTestJSON-8017105 tempest-AttachInterfacesTestJSON-8017105-project-member] [instance: ef7a2a36-4e85-40b3-bb6d-9bc5ee563c88] deallocate_for_instance() {{(pid=55138) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 730.836123] nova-conductor[55138]: DEBUG nova.network.neutron [None req-eeeb6948-5417-4768-960c-652a6738c14f tempest-AttachInterfacesTestJSON-8017105 tempest-AttachInterfacesTestJSON-8017105-project-member] [instance: ef7a2a36-4e85-40b3-bb6d-9bc5ee563c88] Instance cache missing network info. {{(pid=55138) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 730.839450] nova-conductor[55138]: DEBUG nova.network.neutron [None req-eeeb6948-5417-4768-960c-652a6738c14f tempest-AttachInterfacesTestJSON-8017105 tempest-AttachInterfacesTestJSON-8017105-project-member] [instance: ef7a2a36-4e85-40b3-bb6d-9bc5ee563c88] Updating instance_info_cache with network_info: [] {{(pid=55138) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 733.386045] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-517b96b0-133b-4413-8b5f-8ecfbfcd8afe tempest-AttachInterfacesTestJSON-8017105 tempest-AttachInterfacesTestJSON-8017105-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55139) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 733.400337] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-517b96b0-133b-4413-8b5f-8ecfbfcd8afe tempest-AttachInterfacesTestJSON-8017105 tempest-AttachInterfacesTestJSON-8017105-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 733.400587] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-517b96b0-133b-4413-8b5f-8ecfbfcd8afe tempest-AttachInterfacesTestJSON-8017105 tempest-AttachInterfacesTestJSON-8017105-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 733.400764] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-517b96b0-133b-4413-8b5f-8ecfbfcd8afe tempest-AttachInterfacesTestJSON-8017105 tempest-AttachInterfacesTestJSON-8017105-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 733.435391] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-517b96b0-133b-4413-8b5f-8ecfbfcd8afe tempest-AttachInterfacesTestJSON-8017105 tempest-AttachInterfacesTestJSON-8017105-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 733.435908] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-517b96b0-133b-4413-8b5f-8ecfbfcd8afe tempest-AttachInterfacesTestJSON-8017105 tempest-AttachInterfacesTestJSON-8017105-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 733.436183] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-517b96b0-133b-4413-8b5f-8ecfbfcd8afe tempest-AttachInterfacesTestJSON-8017105 tempest-AttachInterfacesTestJSON-8017105-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 733.436596] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-517b96b0-133b-4413-8b5f-8ecfbfcd8afe tempest-AttachInterfacesTestJSON-8017105 tempest-AttachInterfacesTestJSON-8017105-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 733.436796] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-517b96b0-133b-4413-8b5f-8ecfbfcd8afe tempest-AttachInterfacesTestJSON-8017105 tempest-AttachInterfacesTestJSON-8017105-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 733.436966] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-517b96b0-133b-4413-8b5f-8ecfbfcd8afe tempest-AttachInterfacesTestJSON-8017105 tempest-AttachInterfacesTestJSON-8017105-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 733.446230] nova-conductor[55139]: DEBUG nova.quota [None req-517b96b0-133b-4413-8b5f-8ecfbfcd8afe tempest-AttachInterfacesTestJSON-8017105 tempest-AttachInterfacesTestJSON-8017105-project-member] Getting quotas for project b028e34225744668807aae95712a8d41. Resources: {'instances', 'cores', 'ram'} {{(pid=55139) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 733.449297] nova-conductor[55139]: DEBUG nova.quota [None req-517b96b0-133b-4413-8b5f-8ecfbfcd8afe tempest-AttachInterfacesTestJSON-8017105 tempest-AttachInterfacesTestJSON-8017105-project-member] Getting quotas for user 46863ba14f1c4829a24eca823e763f2f and project b028e34225744668807aae95712a8d41. Resources: {'instances', 'cores', 'ram'} {{(pid=55139) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 733.455662] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-517b96b0-133b-4413-8b5f-8ecfbfcd8afe tempest-AttachInterfacesTestJSON-8017105 tempest-AttachInterfacesTestJSON-8017105-project-member] [instance: 574ddcba-db96-4bd1-bb9e-3f8846c13430] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55139) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 733.456139] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-517b96b0-133b-4413-8b5f-8ecfbfcd8afe tempest-AttachInterfacesTestJSON-8017105 tempest-AttachInterfacesTestJSON-8017105-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 733.456634] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-517b96b0-133b-4413-8b5f-8ecfbfcd8afe tempest-AttachInterfacesTestJSON-8017105 tempest-AttachInterfacesTestJSON-8017105-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 733.456634] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-517b96b0-133b-4413-8b5f-8ecfbfcd8afe tempest-AttachInterfacesTestJSON-8017105 tempest-AttachInterfacesTestJSON-8017105-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 733.460856] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-517b96b0-133b-4413-8b5f-8ecfbfcd8afe tempest-AttachInterfacesTestJSON-8017105 tempest-AttachInterfacesTestJSON-8017105-project-member] [instance: 574ddcba-db96-4bd1-bb9e-3f8846c13430] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55139) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 733.461503] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-517b96b0-133b-4413-8b5f-8ecfbfcd8afe tempest-AttachInterfacesTestJSON-8017105 tempest-AttachInterfacesTestJSON-8017105-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 733.461707] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-517b96b0-133b-4413-8b5f-8ecfbfcd8afe tempest-AttachInterfacesTestJSON-8017105 tempest-AttachInterfacesTestJSON-8017105-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 733.461873] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-517b96b0-133b-4413-8b5f-8ecfbfcd8afe tempest-AttachInterfacesTestJSON-8017105 tempest-AttachInterfacesTestJSON-8017105-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 733.477481] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-517b96b0-133b-4413-8b5f-8ecfbfcd8afe tempest-AttachInterfacesTestJSON-8017105 tempest-AttachInterfacesTestJSON-8017105-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 733.477593] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-517b96b0-133b-4413-8b5f-8ecfbfcd8afe tempest-AttachInterfacesTestJSON-8017105 tempest-AttachInterfacesTestJSON-8017105-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 733.477722] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-517b96b0-133b-4413-8b5f-8ecfbfcd8afe tempest-AttachInterfacesTestJSON-8017105 tempest-AttachInterfacesTestJSON-8017105-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 735.118042] nova-conductor[55139]: DEBUG dbcounter [-] [55139] Writing DB stats nova_cell1:UPDATE=165,nova_cell1:INSERT=19,nova_cell1:SELECT=311,nova_cell1:SAVEPOINT=24,nova_cell1:RELEASE=24,nova_cell1:DELETE=4 {{(pid=55139) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 737.648677] nova-conductor[55138]: DEBUG dbcounter [-] [55138] Writing DB stats nova_cell1:UPDATE=137,nova_cell1:SELECT=289,nova_cell1:INSERT=18,nova_cell1:SAVEPOINT=30,nova_cell1:RELEASE=30 {{(pid=55138) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 737.678754] nova-conductor[55139]: ERROR nova.scheduler.utils [None req-6aa3b917-0972-4f21-9b1d-d30e2c300076 tempest-ServerDiagnosticsTest-1847538074 tempest-ServerDiagnosticsTest-1847538074-project-member] [instance: 864e1f52-f77e-4596-a5b5-dff3679f911f] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 0cb05e8b-98bc-4258-bbfa-da06bc6f66cf, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 864e1f52-f77e-4596-a5b5-dff3679f911f was re-scheduled: Binding failed for port 0cb05e8b-98bc-4258-bbfa-da06bc6f66cf, please check neutron logs for more information.\n'] [ 737.679376] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-6aa3b917-0972-4f21-9b1d-d30e2c300076 tempest-ServerDiagnosticsTest-1847538074 tempest-ServerDiagnosticsTest-1847538074-project-member] Rescheduling: True {{(pid=55139) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 737.679633] nova-conductor[55139]: WARNING nova.scheduler.utils [None req-6aa3b917-0972-4f21-9b1d-d30e2c300076 tempest-ServerDiagnosticsTest-1847538074 tempest-ServerDiagnosticsTest-1847538074-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 864e1f52-f77e-4596-a5b5-dff3679f911f.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 864e1f52-f77e-4596-a5b5-dff3679f911f. [ 737.679997] nova-conductor[55139]: WARNING nova.scheduler.utils [None req-6aa3b917-0972-4f21-9b1d-d30e2c300076 tempest-ServerDiagnosticsTest-1847538074 tempest-ServerDiagnosticsTest-1847538074-project-member] [instance: 864e1f52-f77e-4596-a5b5-dff3679f911f] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 864e1f52-f77e-4596-a5b5-dff3679f911f. [ 737.704446] nova-conductor[55139]: DEBUG nova.network.neutron [None req-6aa3b917-0972-4f21-9b1d-d30e2c300076 tempest-ServerDiagnosticsTest-1847538074 tempest-ServerDiagnosticsTest-1847538074-project-member] [instance: 864e1f52-f77e-4596-a5b5-dff3679f911f] deallocate_for_instance() {{(pid=55139) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 737.727906] nova-conductor[55139]: DEBUG nova.network.neutron [None req-6aa3b917-0972-4f21-9b1d-d30e2c300076 tempest-ServerDiagnosticsTest-1847538074 tempest-ServerDiagnosticsTest-1847538074-project-member] [instance: 864e1f52-f77e-4596-a5b5-dff3679f911f] Instance cache missing network info. {{(pid=55139) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 737.731043] nova-conductor[55139]: DEBUG nova.network.neutron [None req-6aa3b917-0972-4f21-9b1d-d30e2c300076 tempest-ServerDiagnosticsTest-1847538074 tempest-ServerDiagnosticsTest-1847538074-project-member] [instance: 864e1f52-f77e-4596-a5b5-dff3679f911f] Updating instance_info_cache with network_info: [] {{(pid=55139) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 739.424599] nova-conductor[55139]: ERROR nova.scheduler.utils [None req-587c09c9-5c4b-48d1-b1d5-3ed21afeab7e tempest-ServersAdminNegativeTestJSON-1602667767 tempest-ServersAdminNegativeTestJSON-1602667767-project-member] [instance: eff8282a-b3cd-4038-9f48-94cd4c4afc55] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 3cb97f6c-facd-4990-8a29-63073f5d22a7, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance eff8282a-b3cd-4038-9f48-94cd4c4afc55 was re-scheduled: Binding failed for port 3cb97f6c-facd-4990-8a29-63073f5d22a7, please check neutron logs for more information.\n'] [ 739.424599] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-587c09c9-5c4b-48d1-b1d5-3ed21afeab7e tempest-ServersAdminNegativeTestJSON-1602667767 tempest-ServersAdminNegativeTestJSON-1602667767-project-member] Rescheduling: True {{(pid=55139) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 739.424599] nova-conductor[55139]: WARNING nova.scheduler.utils [None req-587c09c9-5c4b-48d1-b1d5-3ed21afeab7e tempest-ServersAdminNegativeTestJSON-1602667767 tempest-ServersAdminNegativeTestJSON-1602667767-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance eff8282a-b3cd-4038-9f48-94cd4c4afc55.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance eff8282a-b3cd-4038-9f48-94cd4c4afc55. [ 739.424599] nova-conductor[55139]: WARNING nova.scheduler.utils [None req-587c09c9-5c4b-48d1-b1d5-3ed21afeab7e tempest-ServersAdminNegativeTestJSON-1602667767 tempest-ServersAdminNegativeTestJSON-1602667767-project-member] [instance: eff8282a-b3cd-4038-9f48-94cd4c4afc55] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance eff8282a-b3cd-4038-9f48-94cd4c4afc55. [ 739.449219] nova-conductor[55139]: DEBUG nova.network.neutron [None req-587c09c9-5c4b-48d1-b1d5-3ed21afeab7e tempest-ServersAdminNegativeTestJSON-1602667767 tempest-ServersAdminNegativeTestJSON-1602667767-project-member] [instance: eff8282a-b3cd-4038-9f48-94cd4c4afc55] deallocate_for_instance() {{(pid=55139) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 739.472727] nova-conductor[55139]: DEBUG nova.network.neutron [None req-587c09c9-5c4b-48d1-b1d5-3ed21afeab7e tempest-ServersAdminNegativeTestJSON-1602667767 tempest-ServersAdminNegativeTestJSON-1602667767-project-member] [instance: eff8282a-b3cd-4038-9f48-94cd4c4afc55] Instance cache missing network info. {{(pid=55139) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 739.475912] nova-conductor[55139]: DEBUG nova.network.neutron [None req-587c09c9-5c4b-48d1-b1d5-3ed21afeab7e tempest-ServersAdminNegativeTestJSON-1602667767 tempest-ServersAdminNegativeTestJSON-1602667767-project-member] [instance: eff8282a-b3cd-4038-9f48-94cd4c4afc55] Updating instance_info_cache with network_info: [] {{(pid=55139) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 741.390595] nova-conductor[55138]: ERROR nova.scheduler.utils [None req-588c48db-096c-4f6b-afae-899fa6335808 tempest-ServersV294TestFqdnHostnames-519274824 tempest-ServersV294TestFqdnHostnames-519274824-project-member] [instance: de5f9555-3959-41cd-b63a-db128a001631] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port e280fa17-a568-4c0b-9e68-74717594a05a, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance de5f9555-3959-41cd-b63a-db128a001631 was re-scheduled: Binding failed for port e280fa17-a568-4c0b-9e68-74717594a05a, please check neutron logs for more information.\n'] [ 741.390595] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-588c48db-096c-4f6b-afae-899fa6335808 tempest-ServersV294TestFqdnHostnames-519274824 tempest-ServersV294TestFqdnHostnames-519274824-project-member] Rescheduling: True {{(pid=55138) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 741.390595] nova-conductor[55138]: WARNING nova.scheduler.utils [None req-588c48db-096c-4f6b-afae-899fa6335808 tempest-ServersV294TestFqdnHostnames-519274824 tempest-ServersV294TestFqdnHostnames-519274824-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance de5f9555-3959-41cd-b63a-db128a001631.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance de5f9555-3959-41cd-b63a-db128a001631. [ 741.390595] nova-conductor[55138]: WARNING nova.scheduler.utils [None req-588c48db-096c-4f6b-afae-899fa6335808 tempest-ServersV294TestFqdnHostnames-519274824 tempest-ServersV294TestFqdnHostnames-519274824-project-member] [instance: de5f9555-3959-41cd-b63a-db128a001631] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance de5f9555-3959-41cd-b63a-db128a001631. [ 741.415438] nova-conductor[55138]: DEBUG nova.network.neutron [None req-588c48db-096c-4f6b-afae-899fa6335808 tempest-ServersV294TestFqdnHostnames-519274824 tempest-ServersV294TestFqdnHostnames-519274824-project-member] [instance: de5f9555-3959-41cd-b63a-db128a001631] deallocate_for_instance() {{(pid=55138) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 741.445375] nova-conductor[55138]: DEBUG nova.network.neutron [None req-588c48db-096c-4f6b-afae-899fa6335808 tempest-ServersV294TestFqdnHostnames-519274824 tempest-ServersV294TestFqdnHostnames-519274824-project-member] [instance: de5f9555-3959-41cd-b63a-db128a001631] Instance cache missing network info. {{(pid=55138) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 741.448301] nova-conductor[55138]: DEBUG nova.network.neutron [None req-588c48db-096c-4f6b-afae-899fa6335808 tempest-ServersV294TestFqdnHostnames-519274824 tempest-ServersV294TestFqdnHostnames-519274824-project-member] [instance: de5f9555-3959-41cd-b63a-db128a001631] Updating instance_info_cache with network_info: [] {{(pid=55138) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.411334] nova-conductor[55139]: ERROR nova.scheduler.utils [None req-06ac6a34-6be1-4aff-b46a-5194a405c3c8 tempest-ServerRescueTestJSON-540830590 tempest-ServerRescueTestJSON-540830590-project-member] [instance: 2f87939c-d615-4d13-8695-971e83ca7843] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 232b0dca-d02a-4796-921b-b5dca87b0a1b, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 2f87939c-d615-4d13-8695-971e83ca7843 was re-scheduled: Binding failed for port 232b0dca-d02a-4796-921b-b5dca87b0a1b, please check neutron logs for more information.\n'] [ 743.411334] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-06ac6a34-6be1-4aff-b46a-5194a405c3c8 tempest-ServerRescueTestJSON-540830590 tempest-ServerRescueTestJSON-540830590-project-member] Rescheduling: True {{(pid=55139) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 743.411334] nova-conductor[55139]: WARNING nova.scheduler.utils [None req-06ac6a34-6be1-4aff-b46a-5194a405c3c8 tempest-ServerRescueTestJSON-540830590 tempest-ServerRescueTestJSON-540830590-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 2f87939c-d615-4d13-8695-971e83ca7843.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 2f87939c-d615-4d13-8695-971e83ca7843. [ 743.411334] nova-conductor[55139]: WARNING nova.scheduler.utils [None req-06ac6a34-6be1-4aff-b46a-5194a405c3c8 tempest-ServerRescueTestJSON-540830590 tempest-ServerRescueTestJSON-540830590-project-member] [instance: 2f87939c-d615-4d13-8695-971e83ca7843] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 2f87939c-d615-4d13-8695-971e83ca7843. [ 743.440192] nova-conductor[55139]: DEBUG dbcounter [-] [55139] Writing DB stats nova_cell0:SELECT=1 {{(pid=55139) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 743.448018] nova-conductor[55139]: DEBUG nova.network.neutron [None req-06ac6a34-6be1-4aff-b46a-5194a405c3c8 tempest-ServerRescueTestJSON-540830590 tempest-ServerRescueTestJSON-540830590-project-member] [instance: 2f87939c-d615-4d13-8695-971e83ca7843] deallocate_for_instance() {{(pid=55139) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 743.463555] nova-conductor[55139]: DEBUG dbcounter [-] [55139] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=55139) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 743.469708] nova-conductor[55139]: DEBUG nova.network.neutron [None req-06ac6a34-6be1-4aff-b46a-5194a405c3c8 tempest-ServerRescueTestJSON-540830590 tempest-ServerRescueTestJSON-540830590-project-member] [instance: 2f87939c-d615-4d13-8695-971e83ca7843] Instance cache missing network info. {{(pid=55139) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 743.473763] nova-conductor[55139]: DEBUG dbcounter [-] [55139] Writing DB stats nova_api:SELECT=5,nova_api:UPDATE=1 {{(pid=55139) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 743.474874] nova-conductor[55139]: DEBUG dbcounter [-] [55139] Writing DB stats nova_api:SELECT=7,nova_api:DELETE=1 {{(pid=55139) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 743.475777] nova-conductor[55139]: DEBUG nova.network.neutron [None req-06ac6a34-6be1-4aff-b46a-5194a405c3c8 tempest-ServerRescueTestJSON-540830590 tempest-ServerRescueTestJSON-540830590-project-member] [instance: 2f87939c-d615-4d13-8695-971e83ca7843] Updating instance_info_cache with network_info: [] {{(pid=55139) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 744.217738] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-1cfaeb60-fb6a-4466-8d83-d5b1f942587c tempest-ServerAddressesTestJSON-1475001474 tempest-ServerAddressesTestJSON-1475001474-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55138) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 744.242497] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-1cfaeb60-fb6a-4466-8d83-d5b1f942587c tempest-ServerAddressesTestJSON-1475001474 tempest-ServerAddressesTestJSON-1475001474-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 744.242497] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-1cfaeb60-fb6a-4466-8d83-d5b1f942587c tempest-ServerAddressesTestJSON-1475001474 tempest-ServerAddressesTestJSON-1475001474-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 744.242497] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-1cfaeb60-fb6a-4466-8d83-d5b1f942587c tempest-ServerAddressesTestJSON-1475001474 tempest-ServerAddressesTestJSON-1475001474-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 744.285766] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-1cfaeb60-fb6a-4466-8d83-d5b1f942587c tempest-ServerAddressesTestJSON-1475001474 tempest-ServerAddressesTestJSON-1475001474-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 744.286060] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-1cfaeb60-fb6a-4466-8d83-d5b1f942587c tempest-ServerAddressesTestJSON-1475001474 tempest-ServerAddressesTestJSON-1475001474-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 744.286604] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-1cfaeb60-fb6a-4466-8d83-d5b1f942587c tempest-ServerAddressesTestJSON-1475001474 tempest-ServerAddressesTestJSON-1475001474-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 744.286604] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-1cfaeb60-fb6a-4466-8d83-d5b1f942587c tempest-ServerAddressesTestJSON-1475001474 tempest-ServerAddressesTestJSON-1475001474-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 744.286755] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-1cfaeb60-fb6a-4466-8d83-d5b1f942587c tempest-ServerAddressesTestJSON-1475001474 tempest-ServerAddressesTestJSON-1475001474-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 744.286971] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-1cfaeb60-fb6a-4466-8d83-d5b1f942587c tempest-ServerAddressesTestJSON-1475001474 tempest-ServerAddressesTestJSON-1475001474-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 744.301696] nova-conductor[55138]: DEBUG nova.quota [None req-1cfaeb60-fb6a-4466-8d83-d5b1f942587c tempest-ServerAddressesTestJSON-1475001474 tempest-ServerAddressesTestJSON-1475001474-project-member] Getting quotas for project 2c62bc68629240f8abda8a25dc8c25ba. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 744.306593] nova-conductor[55138]: DEBUG nova.quota [None req-1cfaeb60-fb6a-4466-8d83-d5b1f942587c tempest-ServerAddressesTestJSON-1475001474 tempest-ServerAddressesTestJSON-1475001474-project-member] Getting quotas for user 393a67be05f348d0bf849d318adbffa5 and project 2c62bc68629240f8abda8a25dc8c25ba. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 744.317969] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-1cfaeb60-fb6a-4466-8d83-d5b1f942587c tempest-ServerAddressesTestJSON-1475001474 tempest-ServerAddressesTestJSON-1475001474-project-member] [instance: 57f446ee-edf3-40e7-96bf-8fdce62bb19f] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55138) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 744.318452] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-1cfaeb60-fb6a-4466-8d83-d5b1f942587c tempest-ServerAddressesTestJSON-1475001474 tempest-ServerAddressesTestJSON-1475001474-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 744.318693] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-1cfaeb60-fb6a-4466-8d83-d5b1f942587c tempest-ServerAddressesTestJSON-1475001474 tempest-ServerAddressesTestJSON-1475001474-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 744.318874] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-1cfaeb60-fb6a-4466-8d83-d5b1f942587c tempest-ServerAddressesTestJSON-1475001474 tempest-ServerAddressesTestJSON-1475001474-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 744.326876] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-1cfaeb60-fb6a-4466-8d83-d5b1f942587c tempest-ServerAddressesTestJSON-1475001474 tempest-ServerAddressesTestJSON-1475001474-project-member] [instance: 57f446ee-edf3-40e7-96bf-8fdce62bb19f] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55138) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 744.327564] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-1cfaeb60-fb6a-4466-8d83-d5b1f942587c tempest-ServerAddressesTestJSON-1475001474 tempest-ServerAddressesTestJSON-1475001474-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 744.327768] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-1cfaeb60-fb6a-4466-8d83-d5b1f942587c tempest-ServerAddressesTestJSON-1475001474 tempest-ServerAddressesTestJSON-1475001474-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 744.327932] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-1cfaeb60-fb6a-4466-8d83-d5b1f942587c tempest-ServerAddressesTestJSON-1475001474 tempest-ServerAddressesTestJSON-1475001474-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 744.359616] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-1cfaeb60-fb6a-4466-8d83-d5b1f942587c tempest-ServerAddressesTestJSON-1475001474 tempest-ServerAddressesTestJSON-1475001474-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 744.359874] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-1cfaeb60-fb6a-4466-8d83-d5b1f942587c tempest-ServerAddressesTestJSON-1475001474 tempest-ServerAddressesTestJSON-1475001474-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 744.360058] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-1cfaeb60-fb6a-4466-8d83-d5b1f942587c tempest-ServerAddressesTestJSON-1475001474 tempest-ServerAddressesTestJSON-1475001474-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 745.460602] nova-conductor[55138]: ERROR nova.scheduler.utils [None req-207b68bf-0a46-4ec0-b23e-42341fae06cc tempest-ServerRescueNegativeTestJSON-1923478396 tempest-ServerRescueNegativeTestJSON-1923478396-project-member] [instance: 8498aa14-fc1a-42e4-a5e6-e22b239a8f7e] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 501a66a6-4cf1-4ec6-8953-5eb6cbed571e, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 8498aa14-fc1a-42e4-a5e6-e22b239a8f7e was re-scheduled: Binding failed for port 501a66a6-4cf1-4ec6-8953-5eb6cbed571e, please check neutron logs for more information.\n'] [ 745.462242] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-207b68bf-0a46-4ec0-b23e-42341fae06cc tempest-ServerRescueNegativeTestJSON-1923478396 tempest-ServerRescueNegativeTestJSON-1923478396-project-member] Rescheduling: True {{(pid=55138) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 745.462955] nova-conductor[55138]: WARNING nova.scheduler.utils [None req-207b68bf-0a46-4ec0-b23e-42341fae06cc tempest-ServerRescueNegativeTestJSON-1923478396 tempest-ServerRescueNegativeTestJSON-1923478396-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 8498aa14-fc1a-42e4-a5e6-e22b239a8f7e.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 8498aa14-fc1a-42e4-a5e6-e22b239a8f7e. [ 745.462955] nova-conductor[55138]: WARNING nova.scheduler.utils [None req-207b68bf-0a46-4ec0-b23e-42341fae06cc tempest-ServerRescueNegativeTestJSON-1923478396 tempest-ServerRescueNegativeTestJSON-1923478396-project-member] [instance: 8498aa14-fc1a-42e4-a5e6-e22b239a8f7e] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 8498aa14-fc1a-42e4-a5e6-e22b239a8f7e. [ 745.493210] nova-conductor[55138]: DEBUG nova.network.neutron [None req-207b68bf-0a46-4ec0-b23e-42341fae06cc tempest-ServerRescueNegativeTestJSON-1923478396 tempest-ServerRescueNegativeTestJSON-1923478396-project-member] [instance: 8498aa14-fc1a-42e4-a5e6-e22b239a8f7e] deallocate_for_instance() {{(pid=55138) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 745.510165] nova-conductor[55138]: DEBUG nova.network.neutron [None req-207b68bf-0a46-4ec0-b23e-42341fae06cc tempest-ServerRescueNegativeTestJSON-1923478396 tempest-ServerRescueNegativeTestJSON-1923478396-project-member] [instance: 8498aa14-fc1a-42e4-a5e6-e22b239a8f7e] Instance cache missing network info. {{(pid=55138) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 745.517656] nova-conductor[55138]: DEBUG nova.network.neutron [None req-207b68bf-0a46-4ec0-b23e-42341fae06cc tempest-ServerRescueNegativeTestJSON-1923478396 tempest-ServerRescueNegativeTestJSON-1923478396-project-member] [instance: 8498aa14-fc1a-42e4-a5e6-e22b239a8f7e] Updating instance_info_cache with network_info: [] {{(pid=55138) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.868674] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-4113c981-6ac7-436d-9548-9cdb3596054d tempest-ServersTestManualDisk-1560068381 tempest-ServersTestManualDisk-1560068381-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55138) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 745.888375] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-4113c981-6ac7-436d-9548-9cdb3596054d tempest-ServersTestManualDisk-1560068381 tempest-ServersTestManualDisk-1560068381-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 745.888975] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-4113c981-6ac7-436d-9548-9cdb3596054d tempest-ServersTestManualDisk-1560068381 tempest-ServersTestManualDisk-1560068381-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 745.888975] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-4113c981-6ac7-436d-9548-9cdb3596054d tempest-ServersTestManualDisk-1560068381 tempest-ServersTestManualDisk-1560068381-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 745.938107] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-4113c981-6ac7-436d-9548-9cdb3596054d tempest-ServersTestManualDisk-1560068381 tempest-ServersTestManualDisk-1560068381-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 745.938367] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-4113c981-6ac7-436d-9548-9cdb3596054d tempest-ServersTestManualDisk-1560068381 tempest-ServersTestManualDisk-1560068381-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 745.938547] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-4113c981-6ac7-436d-9548-9cdb3596054d tempest-ServersTestManualDisk-1560068381 tempest-ServersTestManualDisk-1560068381-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 745.939094] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-4113c981-6ac7-436d-9548-9cdb3596054d tempest-ServersTestManualDisk-1560068381 tempest-ServersTestManualDisk-1560068381-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 745.939213] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-4113c981-6ac7-436d-9548-9cdb3596054d tempest-ServersTestManualDisk-1560068381 tempest-ServersTestManualDisk-1560068381-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 745.939380] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-4113c981-6ac7-436d-9548-9cdb3596054d tempest-ServersTestManualDisk-1560068381 tempest-ServersTestManualDisk-1560068381-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 745.948730] nova-conductor[55138]: DEBUG nova.quota [None req-4113c981-6ac7-436d-9548-9cdb3596054d tempest-ServersTestManualDisk-1560068381 tempest-ServersTestManualDisk-1560068381-project-member] Getting quotas for project 9fe128a6db444bda82fa3a75137ad99a. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 745.951523] nova-conductor[55138]: DEBUG nova.quota [None req-4113c981-6ac7-436d-9548-9cdb3596054d tempest-ServersTestManualDisk-1560068381 tempest-ServersTestManualDisk-1560068381-project-member] Getting quotas for user cae2051248b04d029f38a42784e72112 and project 9fe128a6db444bda82fa3a75137ad99a. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 745.956852] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-4113c981-6ac7-436d-9548-9cdb3596054d tempest-ServersTestManualDisk-1560068381 tempest-ServersTestManualDisk-1560068381-project-member] [instance: ac48e21a-72ec-4c9d-8262-5d6cb36ec531] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55138) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 745.958879] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-4113c981-6ac7-436d-9548-9cdb3596054d tempest-ServersTestManualDisk-1560068381 tempest-ServersTestManualDisk-1560068381-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 745.958879] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-4113c981-6ac7-436d-9548-9cdb3596054d tempest-ServersTestManualDisk-1560068381 tempest-ServersTestManualDisk-1560068381-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 745.958879] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-4113c981-6ac7-436d-9548-9cdb3596054d tempest-ServersTestManualDisk-1560068381 tempest-ServersTestManualDisk-1560068381-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 745.966179] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-4113c981-6ac7-436d-9548-9cdb3596054d tempest-ServersTestManualDisk-1560068381 tempest-ServersTestManualDisk-1560068381-project-member] [instance: ac48e21a-72ec-4c9d-8262-5d6cb36ec531] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55138) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 745.966886] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-4113c981-6ac7-436d-9548-9cdb3596054d tempest-ServersTestManualDisk-1560068381 tempest-ServersTestManualDisk-1560068381-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 745.967110] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-4113c981-6ac7-436d-9548-9cdb3596054d tempest-ServersTestManualDisk-1560068381 tempest-ServersTestManualDisk-1560068381-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 745.967283] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-4113c981-6ac7-436d-9548-9cdb3596054d tempest-ServersTestManualDisk-1560068381 tempest-ServersTestManualDisk-1560068381-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 745.987952] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-4113c981-6ac7-436d-9548-9cdb3596054d tempest-ServersTestManualDisk-1560068381 tempest-ServersTestManualDisk-1560068381-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 745.988208] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-4113c981-6ac7-436d-9548-9cdb3596054d tempest-ServersTestManualDisk-1560068381 tempest-ServersTestManualDisk-1560068381-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 745.988382] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-4113c981-6ac7-436d-9548-9cdb3596054d tempest-ServersTestManualDisk-1560068381 tempest-ServersTestManualDisk-1560068381-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 747.413921] nova-conductor[55138]: ERROR nova.scheduler.utils [None req-a69053c1-c55a-4763-af2a-be2f85f06e7a tempest-ServerRescueNegativeTestJSON-1923478396 tempest-ServerRescueNegativeTestJSON-1923478396-project-member] [instance: 06496aad-b025-48c2-8436-03d43d1ac899] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port ce51d939-c2c1-4116-9d39-577687daaf4f, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 06496aad-b025-48c2-8436-03d43d1ac899 was re-scheduled: Binding failed for port ce51d939-c2c1-4116-9d39-577687daaf4f, please check neutron logs for more information.\n'] [ 747.414744] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-a69053c1-c55a-4763-af2a-be2f85f06e7a tempest-ServerRescueNegativeTestJSON-1923478396 tempest-ServerRescueNegativeTestJSON-1923478396-project-member] Rescheduling: True {{(pid=55138) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 747.415029] nova-conductor[55138]: WARNING nova.scheduler.utils [None req-a69053c1-c55a-4763-af2a-be2f85f06e7a tempest-ServerRescueNegativeTestJSON-1923478396 tempest-ServerRescueNegativeTestJSON-1923478396-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 06496aad-b025-48c2-8436-03d43d1ac899.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 06496aad-b025-48c2-8436-03d43d1ac899. [ 747.415382] nova-conductor[55138]: WARNING nova.scheduler.utils [None req-a69053c1-c55a-4763-af2a-be2f85f06e7a tempest-ServerRescueNegativeTestJSON-1923478396 tempest-ServerRescueNegativeTestJSON-1923478396-project-member] [instance: 06496aad-b025-48c2-8436-03d43d1ac899] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 06496aad-b025-48c2-8436-03d43d1ac899. [ 747.448767] nova-conductor[55138]: DEBUG nova.network.neutron [None req-a69053c1-c55a-4763-af2a-be2f85f06e7a tempest-ServerRescueNegativeTestJSON-1923478396 tempest-ServerRescueNegativeTestJSON-1923478396-project-member] [instance: 06496aad-b025-48c2-8436-03d43d1ac899] deallocate_for_instance() {{(pid=55138) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 747.468829] nova-conductor[55138]: DEBUG nova.network.neutron [None req-a69053c1-c55a-4763-af2a-be2f85f06e7a tempest-ServerRescueNegativeTestJSON-1923478396 tempest-ServerRescueNegativeTestJSON-1923478396-project-member] [instance: 06496aad-b025-48c2-8436-03d43d1ac899] Instance cache missing network info. {{(pid=55138) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 747.471826] nova-conductor[55138]: DEBUG nova.network.neutron [None req-a69053c1-c55a-4763-af2a-be2f85f06e7a tempest-ServerRescueNegativeTestJSON-1923478396 tempest-ServerRescueNegativeTestJSON-1923478396-project-member] [instance: 06496aad-b025-48c2-8436-03d43d1ac899] Updating instance_info_cache with network_info: [] {{(pid=55138) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.296795] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-1537a42a-eb97-42f3-8eba-21728d271e76 tempest-ServerMetadataNegativeTestJSON-87994245 tempest-ServerMetadataNegativeTestJSON-87994245-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55138) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 749.313100] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-1537a42a-eb97-42f3-8eba-21728d271e76 tempest-ServerMetadataNegativeTestJSON-87994245 tempest-ServerMetadataNegativeTestJSON-87994245-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 749.313979] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-1537a42a-eb97-42f3-8eba-21728d271e76 tempest-ServerMetadataNegativeTestJSON-87994245 tempest-ServerMetadataNegativeTestJSON-87994245-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 749.313979] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-1537a42a-eb97-42f3-8eba-21728d271e76 tempest-ServerMetadataNegativeTestJSON-87994245 tempest-ServerMetadataNegativeTestJSON-87994245-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 749.367675] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-1537a42a-eb97-42f3-8eba-21728d271e76 tempest-ServerMetadataNegativeTestJSON-87994245 tempest-ServerMetadataNegativeTestJSON-87994245-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 749.367949] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-1537a42a-eb97-42f3-8eba-21728d271e76 tempest-ServerMetadataNegativeTestJSON-87994245 tempest-ServerMetadataNegativeTestJSON-87994245-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 749.368226] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-1537a42a-eb97-42f3-8eba-21728d271e76 tempest-ServerMetadataNegativeTestJSON-87994245 tempest-ServerMetadataNegativeTestJSON-87994245-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 749.368729] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-1537a42a-eb97-42f3-8eba-21728d271e76 tempest-ServerMetadataNegativeTestJSON-87994245 tempest-ServerMetadataNegativeTestJSON-87994245-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 749.368988] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-1537a42a-eb97-42f3-8eba-21728d271e76 tempest-ServerMetadataNegativeTestJSON-87994245 tempest-ServerMetadataNegativeTestJSON-87994245-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 749.369196] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-1537a42a-eb97-42f3-8eba-21728d271e76 tempest-ServerMetadataNegativeTestJSON-87994245 tempest-ServerMetadataNegativeTestJSON-87994245-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 749.379783] nova-conductor[55138]: DEBUG nova.quota [None req-1537a42a-eb97-42f3-8eba-21728d271e76 tempest-ServerMetadataNegativeTestJSON-87994245 tempest-ServerMetadataNegativeTestJSON-87994245-project-member] Getting quotas for project a16afda75a3f4126820883cd01e4e459. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 749.382855] nova-conductor[55138]: DEBUG nova.quota [None req-1537a42a-eb97-42f3-8eba-21728d271e76 tempest-ServerMetadataNegativeTestJSON-87994245 tempest-ServerMetadataNegativeTestJSON-87994245-project-member] Getting quotas for user 13a4740a28d64585978b97b5f29c14a3 and project a16afda75a3f4126820883cd01e4e459. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 749.390439] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-1537a42a-eb97-42f3-8eba-21728d271e76 tempest-ServerMetadataNegativeTestJSON-87994245 tempest-ServerMetadataNegativeTestJSON-87994245-project-member] [instance: 69c66a35-3789-4c2f-b7cf-5f4136d53b94] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55138) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 749.390891] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-1537a42a-eb97-42f3-8eba-21728d271e76 tempest-ServerMetadataNegativeTestJSON-87994245 tempest-ServerMetadataNegativeTestJSON-87994245-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 749.391115] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-1537a42a-eb97-42f3-8eba-21728d271e76 tempest-ServerMetadataNegativeTestJSON-87994245 tempest-ServerMetadataNegativeTestJSON-87994245-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 749.391288] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-1537a42a-eb97-42f3-8eba-21728d271e76 tempest-ServerMetadataNegativeTestJSON-87994245 tempest-ServerMetadataNegativeTestJSON-87994245-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 749.397696] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-1537a42a-eb97-42f3-8eba-21728d271e76 tempest-ServerMetadataNegativeTestJSON-87994245 tempest-ServerMetadataNegativeTestJSON-87994245-project-member] [instance: 69c66a35-3789-4c2f-b7cf-5f4136d53b94] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55138) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 749.398361] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-1537a42a-eb97-42f3-8eba-21728d271e76 tempest-ServerMetadataNegativeTestJSON-87994245 tempest-ServerMetadataNegativeTestJSON-87994245-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 749.398564] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-1537a42a-eb97-42f3-8eba-21728d271e76 tempest-ServerMetadataNegativeTestJSON-87994245 tempest-ServerMetadataNegativeTestJSON-87994245-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 749.398763] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-1537a42a-eb97-42f3-8eba-21728d271e76 tempest-ServerMetadataNegativeTestJSON-87994245 tempest-ServerMetadataNegativeTestJSON-87994245-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 749.414692] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-1537a42a-eb97-42f3-8eba-21728d271e76 tempest-ServerMetadataNegativeTestJSON-87994245 tempest-ServerMetadataNegativeTestJSON-87994245-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 749.414907] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-1537a42a-eb97-42f3-8eba-21728d271e76 tempest-ServerMetadataNegativeTestJSON-87994245 tempest-ServerMetadataNegativeTestJSON-87994245-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 749.415094] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-1537a42a-eb97-42f3-8eba-21728d271e76 tempest-ServerMetadataNegativeTestJSON-87994245 tempest-ServerMetadataNegativeTestJSON-87994245-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 749.484208] nova-conductor[55139]: ERROR nova.scheduler.utils [None req-1c69b6aa-5608-41d6-a1c8-af847c55c565 tempest-VolumesAdminNegativeTest-1985833072 tempest-VolumesAdminNegativeTest-1985833072-project-member] [instance: 8885156e-78f1-45ff-87c9-829f3ab89dca] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 09ee3acd-6615-4372-b295-b69bb039fbce, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 8885156e-78f1-45ff-87c9-829f3ab89dca was re-scheduled: Binding failed for port 09ee3acd-6615-4372-b295-b69bb039fbce, please check neutron logs for more information.\n'] [ 749.484963] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-1c69b6aa-5608-41d6-a1c8-af847c55c565 tempest-VolumesAdminNegativeTest-1985833072 tempest-VolumesAdminNegativeTest-1985833072-project-member] Rescheduling: True {{(pid=55139) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 749.485348] nova-conductor[55139]: WARNING nova.scheduler.utils [None req-1c69b6aa-5608-41d6-a1c8-af847c55c565 tempest-VolumesAdminNegativeTest-1985833072 tempest-VolumesAdminNegativeTest-1985833072-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 8885156e-78f1-45ff-87c9-829f3ab89dca.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 8885156e-78f1-45ff-87c9-829f3ab89dca. [ 749.485602] nova-conductor[55139]: WARNING nova.scheduler.utils [None req-1c69b6aa-5608-41d6-a1c8-af847c55c565 tempest-VolumesAdminNegativeTest-1985833072 tempest-VolumesAdminNegativeTest-1985833072-project-member] [instance: 8885156e-78f1-45ff-87c9-829f3ab89dca] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 8885156e-78f1-45ff-87c9-829f3ab89dca. [ 749.510900] nova-conductor[55139]: DEBUG nova.network.neutron [None req-1c69b6aa-5608-41d6-a1c8-af847c55c565 tempest-VolumesAdminNegativeTest-1985833072 tempest-VolumesAdminNegativeTest-1985833072-project-member] [instance: 8885156e-78f1-45ff-87c9-829f3ab89dca] deallocate_for_instance() {{(pid=55139) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 749.537360] nova-conductor[55139]: DEBUG nova.network.neutron [None req-1c69b6aa-5608-41d6-a1c8-af847c55c565 tempest-VolumesAdminNegativeTest-1985833072 tempest-VolumesAdminNegativeTest-1985833072-project-member] [instance: 8885156e-78f1-45ff-87c9-829f3ab89dca] Instance cache missing network info. {{(pid=55139) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 749.573865] nova-conductor[55139]: DEBUG nova.network.neutron [None req-1c69b6aa-5608-41d6-a1c8-af847c55c565 tempest-VolumesAdminNegativeTest-1985833072 tempest-VolumesAdminNegativeTest-1985833072-project-member] [instance: 8885156e-78f1-45ff-87c9-829f3ab89dca] Updating instance_info_cache with network_info: [] {{(pid=55139) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.423291] nova-conductor[55138]: ERROR nova.scheduler.utils [None req-89b6ec04-a52a-4ad0-b05b-3c9b483f7d27 tempest-InstanceActionsV221TestJSON-1084937500 tempest-InstanceActionsV221TestJSON-1084937500-project-member] [instance: a97cff65-e350-480e-9891-3317fe05be47] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port d12cd099-0585-4a87-9039-680bda744ef9, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance a97cff65-e350-480e-9891-3317fe05be47 was re-scheduled: Binding failed for port d12cd099-0585-4a87-9039-680bda744ef9, please check neutron logs for more information.\n'] [ 751.425038] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-89b6ec04-a52a-4ad0-b05b-3c9b483f7d27 tempest-InstanceActionsV221TestJSON-1084937500 tempest-InstanceActionsV221TestJSON-1084937500-project-member] Rescheduling: True {{(pid=55138) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 751.425038] nova-conductor[55138]: WARNING nova.scheduler.utils [None req-89b6ec04-a52a-4ad0-b05b-3c9b483f7d27 tempest-InstanceActionsV221TestJSON-1084937500 tempest-InstanceActionsV221TestJSON-1084937500-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a97cff65-e350-480e-9891-3317fe05be47.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a97cff65-e350-480e-9891-3317fe05be47. [ 751.425038] nova-conductor[55138]: WARNING nova.scheduler.utils [None req-89b6ec04-a52a-4ad0-b05b-3c9b483f7d27 tempest-InstanceActionsV221TestJSON-1084937500 tempest-InstanceActionsV221TestJSON-1084937500-project-member] [instance: a97cff65-e350-480e-9891-3317fe05be47] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a97cff65-e350-480e-9891-3317fe05be47. [ 751.451208] nova-conductor[55138]: DEBUG nova.network.neutron [None req-89b6ec04-a52a-4ad0-b05b-3c9b483f7d27 tempest-InstanceActionsV221TestJSON-1084937500 tempest-InstanceActionsV221TestJSON-1084937500-project-member] [instance: a97cff65-e350-480e-9891-3317fe05be47] deallocate_for_instance() {{(pid=55138) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 751.473880] nova-conductor[55138]: DEBUG nova.network.neutron [None req-89b6ec04-a52a-4ad0-b05b-3c9b483f7d27 tempest-InstanceActionsV221TestJSON-1084937500 tempest-InstanceActionsV221TestJSON-1084937500-project-member] [instance: a97cff65-e350-480e-9891-3317fe05be47] Instance cache missing network info. {{(pid=55138) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 751.477029] nova-conductor[55138]: DEBUG nova.network.neutron [None req-89b6ec04-a52a-4ad0-b05b-3c9b483f7d27 tempest-InstanceActionsV221TestJSON-1084937500 tempest-InstanceActionsV221TestJSON-1084937500-project-member] [instance: a97cff65-e350-480e-9891-3317fe05be47] Updating instance_info_cache with network_info: [] {{(pid=55138) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.518386] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-49fce254-1c62-4e5a-b525-93689db334b2 tempest-VolumesAdminNegativeTest-1985833072 tempest-VolumesAdminNegativeTest-1985833072-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55139) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 751.532125] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-49fce254-1c62-4e5a-b525-93689db334b2 tempest-VolumesAdminNegativeTest-1985833072 tempest-VolumesAdminNegativeTest-1985833072-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 751.532407] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-49fce254-1c62-4e5a-b525-93689db334b2 tempest-VolumesAdminNegativeTest-1985833072 tempest-VolumesAdminNegativeTest-1985833072-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 751.532614] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-49fce254-1c62-4e5a-b525-93689db334b2 tempest-VolumesAdminNegativeTest-1985833072 tempest-VolumesAdminNegativeTest-1985833072-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 751.567718] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-49fce254-1c62-4e5a-b525-93689db334b2 tempest-VolumesAdminNegativeTest-1985833072 tempest-VolumesAdminNegativeTest-1985833072-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 751.568081] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-49fce254-1c62-4e5a-b525-93689db334b2 tempest-VolumesAdminNegativeTest-1985833072 tempest-VolumesAdminNegativeTest-1985833072-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 751.568326] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-49fce254-1c62-4e5a-b525-93689db334b2 tempest-VolumesAdminNegativeTest-1985833072 tempest-VolumesAdminNegativeTest-1985833072-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 751.568726] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-49fce254-1c62-4e5a-b525-93689db334b2 tempest-VolumesAdminNegativeTest-1985833072 tempest-VolumesAdminNegativeTest-1985833072-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 751.568928] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-49fce254-1c62-4e5a-b525-93689db334b2 tempest-VolumesAdminNegativeTest-1985833072 tempest-VolumesAdminNegativeTest-1985833072-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 751.569123] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-49fce254-1c62-4e5a-b525-93689db334b2 tempest-VolumesAdminNegativeTest-1985833072 tempest-VolumesAdminNegativeTest-1985833072-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 751.578926] nova-conductor[55139]: DEBUG nova.quota [None req-49fce254-1c62-4e5a-b525-93689db334b2 tempest-VolumesAdminNegativeTest-1985833072 tempest-VolumesAdminNegativeTest-1985833072-project-member] Getting quotas for project 43717c26a67e4ea7bc9439ef2475b794. Resources: {'instances', 'cores', 'ram'} {{(pid=55139) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 751.581970] nova-conductor[55139]: DEBUG nova.quota [None req-49fce254-1c62-4e5a-b525-93689db334b2 tempest-VolumesAdminNegativeTest-1985833072 tempest-VolumesAdminNegativeTest-1985833072-project-member] Getting quotas for user 569158eee09b4bd597a32db0c2f02948 and project 43717c26a67e4ea7bc9439ef2475b794. Resources: {'instances', 'cores', 'ram'} {{(pid=55139) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 751.586789] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-49fce254-1c62-4e5a-b525-93689db334b2 tempest-VolumesAdminNegativeTest-1985833072 tempest-VolumesAdminNegativeTest-1985833072-project-member] [instance: 5d9f1803-e3f8-42a5-b6b7-2642463a079e] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55139) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 751.587235] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-49fce254-1c62-4e5a-b525-93689db334b2 tempest-VolumesAdminNegativeTest-1985833072 tempest-VolumesAdminNegativeTest-1985833072-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 751.587434] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-49fce254-1c62-4e5a-b525-93689db334b2 tempest-VolumesAdminNegativeTest-1985833072 tempest-VolumesAdminNegativeTest-1985833072-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 751.587599] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-49fce254-1c62-4e5a-b525-93689db334b2 tempest-VolumesAdminNegativeTest-1985833072 tempest-VolumesAdminNegativeTest-1985833072-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 751.590044] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-49fce254-1c62-4e5a-b525-93689db334b2 tempest-VolumesAdminNegativeTest-1985833072 tempest-VolumesAdminNegativeTest-1985833072-project-member] [instance: 5d9f1803-e3f8-42a5-b6b7-2642463a079e] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55139) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 751.590656] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-49fce254-1c62-4e5a-b525-93689db334b2 tempest-VolumesAdminNegativeTest-1985833072 tempest-VolumesAdminNegativeTest-1985833072-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 751.590855] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-49fce254-1c62-4e5a-b525-93689db334b2 tempest-VolumesAdminNegativeTest-1985833072 tempest-VolumesAdminNegativeTest-1985833072-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 751.591099] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-49fce254-1c62-4e5a-b525-93689db334b2 tempest-VolumesAdminNegativeTest-1985833072 tempest-VolumesAdminNegativeTest-1985833072-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 751.608199] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-49fce254-1c62-4e5a-b525-93689db334b2 tempest-VolumesAdminNegativeTest-1985833072 tempest-VolumesAdminNegativeTest-1985833072-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 751.608458] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-49fce254-1c62-4e5a-b525-93689db334b2 tempest-VolumesAdminNegativeTest-1985833072 tempest-VolumesAdminNegativeTest-1985833072-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 751.608681] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-49fce254-1c62-4e5a-b525-93689db334b2 tempest-VolumesAdminNegativeTest-1985833072 tempest-VolumesAdminNegativeTest-1985833072-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 753.283612] nova-conductor[55139]: ERROR nova.scheduler.utils [None req-8d7f5949-f7b5-4813-a06e-0403ba33eea6 tempest-ServersTestMultiNic-1302030917 tempest-ServersTestMultiNic-1302030917-project-member] [instance: 4d0586a5-60b3-4144-87bf-2fc5f9e9c0b1] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port b68041ef-6834-4ab9-b951-ad2d1b91e460, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 4d0586a5-60b3-4144-87bf-2fc5f9e9c0b1 was re-scheduled: Binding failed for port b68041ef-6834-4ab9-b951-ad2d1b91e460, please check neutron logs for more information.\n'] [ 753.285667] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-8d7f5949-f7b5-4813-a06e-0403ba33eea6 tempest-ServersTestMultiNic-1302030917 tempest-ServersTestMultiNic-1302030917-project-member] Rescheduling: True {{(pid=55139) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 753.285965] nova-conductor[55139]: WARNING nova.scheduler.utils [None req-8d7f5949-f7b5-4813-a06e-0403ba33eea6 tempest-ServersTestMultiNic-1302030917 tempest-ServersTestMultiNic-1302030917-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4d0586a5-60b3-4144-87bf-2fc5f9e9c0b1.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4d0586a5-60b3-4144-87bf-2fc5f9e9c0b1. [ 753.286324] nova-conductor[55139]: WARNING nova.scheduler.utils [None req-8d7f5949-f7b5-4813-a06e-0403ba33eea6 tempest-ServersTestMultiNic-1302030917 tempest-ServersTestMultiNic-1302030917-project-member] [instance: 4d0586a5-60b3-4144-87bf-2fc5f9e9c0b1] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4d0586a5-60b3-4144-87bf-2fc5f9e9c0b1. [ 753.325976] nova-conductor[55139]: DEBUG nova.network.neutron [None req-8d7f5949-f7b5-4813-a06e-0403ba33eea6 tempest-ServersTestMultiNic-1302030917 tempest-ServersTestMultiNic-1302030917-project-member] [instance: 4d0586a5-60b3-4144-87bf-2fc5f9e9c0b1] deallocate_for_instance() {{(pid=55139) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 753.364445] nova-conductor[55139]: DEBUG nova.network.neutron [None req-8d7f5949-f7b5-4813-a06e-0403ba33eea6 tempest-ServersTestMultiNic-1302030917 tempest-ServersTestMultiNic-1302030917-project-member] [instance: 4d0586a5-60b3-4144-87bf-2fc5f9e9c0b1] Instance cache missing network info. {{(pid=55139) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 753.368222] nova-conductor[55139]: DEBUG nova.network.neutron [None req-8d7f5949-f7b5-4813-a06e-0403ba33eea6 tempest-ServersTestMultiNic-1302030917 tempest-ServersTestMultiNic-1302030917-project-member] [instance: 4d0586a5-60b3-4144-87bf-2fc5f9e9c0b1] Updating instance_info_cache with network_info: [] {{(pid=55139) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 759.375242] nova-conductor[55138]: DEBUG dbcounter [-] [55138] Writing DB stats nova_cell0:SELECT=3 {{(pid=55138) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 759.400615] nova-conductor[55138]: DEBUG dbcounter [-] [55138] Writing DB stats nova_cell1:SELECT=9,nova_cell1:SAVEPOINT=3,nova_cell1:INSERT=25,nova_cell1:RELEASE=3 {{(pid=55138) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 759.409879] nova-conductor[55138]: DEBUG dbcounter [-] [55138] Writing DB stats nova_api:SELECT=16,nova_api:UPDATE=2,nova_api:DELETE=2 {{(pid=55138) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 759.412241] nova-conductor[55138]: DEBUG dbcounter [-] [55138] Writing DB stats nova_api:SELECT=20,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=55138) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 760.239298] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-32e8198d-f13d-499e-86a9-a0df59433cc0 tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=55139) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 760.254740] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-32e8198d-f13d-499e-86a9-a0df59433cc0 tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 760.254977] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-32e8198d-f13d-499e-86a9-a0df59433cc0 tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 760.255170] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-32e8198d-f13d-499e-86a9-a0df59433cc0 tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 760.327741] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-32e8198d-f13d-499e-86a9-a0df59433cc0 tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 760.327980] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-32e8198d-f13d-499e-86a9-a0df59433cc0 tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 760.328170] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-32e8198d-f13d-499e-86a9-a0df59433cc0 tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 760.328550] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-32e8198d-f13d-499e-86a9-a0df59433cc0 tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 760.328744] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-32e8198d-f13d-499e-86a9-a0df59433cc0 tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 760.328919] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-32e8198d-f13d-499e-86a9-a0df59433cc0 tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 760.341442] nova-conductor[55139]: DEBUG nova.quota [None req-32e8198d-f13d-499e-86a9-a0df59433cc0 tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Getting quotas for project f508ec04edc844a19640a8a85f27e5b9. Resources: {'instances', 'cores', 'ram'} {{(pid=55139) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 760.344537] nova-conductor[55139]: DEBUG nova.quota [None req-32e8198d-f13d-499e-86a9-a0df59433cc0 tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Getting quotas for user b59e7e62d92e4f5eb0fee41e8f5196d7 and project f508ec04edc844a19640a8a85f27e5b9. Resources: {'instances', 'cores', 'ram'} {{(pid=55139) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 760.356566] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-32e8198d-f13d-499e-86a9-a0df59433cc0 tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] [instance: d674db7a-8cf0-46f8-b676-fced0767c105] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55139) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 760.357077] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-32e8198d-f13d-499e-86a9-a0df59433cc0 tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 760.357764] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-32e8198d-f13d-499e-86a9-a0df59433cc0 tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 760.357764] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-32e8198d-f13d-499e-86a9-a0df59433cc0 tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 760.362837] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-32e8198d-f13d-499e-86a9-a0df59433cc0 tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] [instance: d674db7a-8cf0-46f8-b676-fced0767c105] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55139) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 760.363516] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-32e8198d-f13d-499e-86a9-a0df59433cc0 tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 760.363721] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-32e8198d-f13d-499e-86a9-a0df59433cc0 tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 760.363884] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-32e8198d-f13d-499e-86a9-a0df59433cc0 tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 760.381317] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-32e8198d-f13d-499e-86a9-a0df59433cc0 tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 760.381558] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-32e8198d-f13d-499e-86a9-a0df59433cc0 tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 760.381731] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-32e8198d-f13d-499e-86a9-a0df59433cc0 tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 770.334113] nova-conductor[55139]: DEBUG dbcounter [-] [55139] Writing DB stats nova_cell0:SELECT=2 {{(pid=55139) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 770.366437] nova-conductor[55139]: DEBUG dbcounter [-] [55139] Writing DB stats nova_cell1:SELECT=6,nova_cell1:INSERT=15,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1 {{(pid=55139) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 770.375172] nova-conductor[55139]: DEBUG dbcounter [-] [55139] Writing DB stats nova_api:SELECT=11,nova_api:UPDATE=2,nova_api:DELETE=1 {{(pid=55139) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 770.379421] nova-conductor[55139]: DEBUG dbcounter [-] [55139] Writing DB stats nova_api:SELECT=13,nova_api:DELETE=1 {{(pid=55139) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 781.306764] nova-conductor[55138]: ERROR nova.scheduler.utils [None req-6ad886d4-29c3-4941-8a6d-834df77a466f tempest-InstanceActionsNegativeTestJSON-468774283 tempest-InstanceActionsNegativeTestJSON-468774283-project-member] [instance: 611fead3-3d1b-41e4-9579-7ad1a1b754c3] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 0cdc9fcc-a493-46de-b498-4389665eaf90, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 611fead3-3d1b-41e4-9579-7ad1a1b754c3 was re-scheduled: Binding failed for port 0cdc9fcc-a493-46de-b498-4389665eaf90, please check neutron logs for more information.\n'] [ 781.307288] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-6ad886d4-29c3-4941-8a6d-834df77a466f tempest-InstanceActionsNegativeTestJSON-468774283 tempest-InstanceActionsNegativeTestJSON-468774283-project-member] Rescheduling: True {{(pid=55138) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 781.307514] nova-conductor[55138]: WARNING nova.scheduler.utils [None req-6ad886d4-29c3-4941-8a6d-834df77a466f tempest-InstanceActionsNegativeTestJSON-468774283 tempest-InstanceActionsNegativeTestJSON-468774283-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 611fead3-3d1b-41e4-9579-7ad1a1b754c3.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 611fead3-3d1b-41e4-9579-7ad1a1b754c3. [ 781.307719] nova-conductor[55138]: WARNING nova.scheduler.utils [None req-6ad886d4-29c3-4941-8a6d-834df77a466f tempest-InstanceActionsNegativeTestJSON-468774283 tempest-InstanceActionsNegativeTestJSON-468774283-project-member] [instance: 611fead3-3d1b-41e4-9579-7ad1a1b754c3] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 611fead3-3d1b-41e4-9579-7ad1a1b754c3. [ 781.331392] nova-conductor[55138]: DEBUG nova.network.neutron [None req-6ad886d4-29c3-4941-8a6d-834df77a466f tempest-InstanceActionsNegativeTestJSON-468774283 tempest-InstanceActionsNegativeTestJSON-468774283-project-member] [instance: 611fead3-3d1b-41e4-9579-7ad1a1b754c3] deallocate_for_instance() {{(pid=55138) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 781.346125] nova-conductor[55138]: DEBUG nova.network.neutron [None req-6ad886d4-29c3-4941-8a6d-834df77a466f tempest-InstanceActionsNegativeTestJSON-468774283 tempest-InstanceActionsNegativeTestJSON-468774283-project-member] [instance: 611fead3-3d1b-41e4-9579-7ad1a1b754c3] Instance cache missing network info. {{(pid=55138) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 781.348984] nova-conductor[55138]: DEBUG nova.network.neutron [None req-6ad886d4-29c3-4941-8a6d-834df77a466f tempest-InstanceActionsNegativeTestJSON-468774283 tempest-InstanceActionsNegativeTestJSON-468774283-project-member] [instance: 611fead3-3d1b-41e4-9579-7ad1a1b754c3] Updating instance_info_cache with network_info: [] {{(pid=55138) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 783.132721] nova-conductor[55139]: ERROR nova.scheduler.utils [None req-25d69db4-7427-4d39-ab38-eae852fbae1a tempest-MultipleCreateTestJSON-2008172540 tempest-MultipleCreateTestJSON-2008172540-project-member] [instance: 4cd7f7b3-d947-4745-8fd7-940076865e3b] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 35cca4a9-1e33-42f9-a7d4-50c5cea28d14, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 4cd7f7b3-d947-4745-8fd7-940076865e3b was re-scheduled: Binding failed for port 35cca4a9-1e33-42f9-a7d4-50c5cea28d14, please check neutron logs for more information.\n'] [ 783.133312] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-25d69db4-7427-4d39-ab38-eae852fbae1a tempest-MultipleCreateTestJSON-2008172540 tempest-MultipleCreateTestJSON-2008172540-project-member] Rescheduling: True {{(pid=55139) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 783.133541] nova-conductor[55139]: WARNING nova.scheduler.utils [None req-25d69db4-7427-4d39-ab38-eae852fbae1a tempest-MultipleCreateTestJSON-2008172540 tempest-MultipleCreateTestJSON-2008172540-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4cd7f7b3-d947-4745-8fd7-940076865e3b.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4cd7f7b3-d947-4745-8fd7-940076865e3b. [ 783.133859] nova-conductor[55139]: WARNING nova.scheduler.utils [None req-25d69db4-7427-4d39-ab38-eae852fbae1a tempest-MultipleCreateTestJSON-2008172540 tempest-MultipleCreateTestJSON-2008172540-project-member] [instance: 4cd7f7b3-d947-4745-8fd7-940076865e3b] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 4cd7f7b3-d947-4745-8fd7-940076865e3b. [ 783.163368] nova-conductor[55139]: DEBUG nova.network.neutron [None req-25d69db4-7427-4d39-ab38-eae852fbae1a tempest-MultipleCreateTestJSON-2008172540 tempest-MultipleCreateTestJSON-2008172540-project-member] [instance: 4cd7f7b3-d947-4745-8fd7-940076865e3b] deallocate_for_instance() {{(pid=55139) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 783.186881] nova-conductor[55139]: DEBUG nova.network.neutron [None req-25d69db4-7427-4d39-ab38-eae852fbae1a tempest-MultipleCreateTestJSON-2008172540 tempest-MultipleCreateTestJSON-2008172540-project-member] [instance: 4cd7f7b3-d947-4745-8fd7-940076865e3b] Instance cache missing network info. {{(pid=55139) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 783.190280] nova-conductor[55139]: DEBUG nova.network.neutron [None req-25d69db4-7427-4d39-ab38-eae852fbae1a tempest-MultipleCreateTestJSON-2008172540 tempest-MultipleCreateTestJSON-2008172540-project-member] [instance: 4cd7f7b3-d947-4745-8fd7-940076865e3b] Updating instance_info_cache with network_info: [] {{(pid=55139) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 784.998734] nova-conductor[55138]: ERROR nova.scheduler.utils [None req-25d69db4-7427-4d39-ab38-eae852fbae1a tempest-MultipleCreateTestJSON-2008172540 tempest-MultipleCreateTestJSON-2008172540-project-member] [instance: ba2d047d-d30f-4ba0-bcfb-787c5a3ae516] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port a2c4847c-da1f-4c90-87f0-4678eeaf1504, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance ba2d047d-d30f-4ba0-bcfb-787c5a3ae516 was re-scheduled: Binding failed for port a2c4847c-da1f-4c90-87f0-4678eeaf1504, please check neutron logs for more information.\n'] [ 784.999685] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-25d69db4-7427-4d39-ab38-eae852fbae1a tempest-MultipleCreateTestJSON-2008172540 tempest-MultipleCreateTestJSON-2008172540-project-member] Rescheduling: True {{(pid=55138) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 784.999685] nova-conductor[55138]: WARNING nova.scheduler.utils [None req-25d69db4-7427-4d39-ab38-eae852fbae1a tempest-MultipleCreateTestJSON-2008172540 tempest-MultipleCreateTestJSON-2008172540-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ba2d047d-d30f-4ba0-bcfb-787c5a3ae516.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ba2d047d-d30f-4ba0-bcfb-787c5a3ae516. [ 784.999780] nova-conductor[55138]: WARNING nova.scheduler.utils [None req-25d69db4-7427-4d39-ab38-eae852fbae1a tempest-MultipleCreateTestJSON-2008172540 tempest-MultipleCreateTestJSON-2008172540-project-member] [instance: ba2d047d-d30f-4ba0-bcfb-787c5a3ae516] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ba2d047d-d30f-4ba0-bcfb-787c5a3ae516. [ 785.031295] nova-conductor[55138]: DEBUG nova.network.neutron [None req-25d69db4-7427-4d39-ab38-eae852fbae1a tempest-MultipleCreateTestJSON-2008172540 tempest-MultipleCreateTestJSON-2008172540-project-member] [instance: ba2d047d-d30f-4ba0-bcfb-787c5a3ae516] deallocate_for_instance() {{(pid=55138) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 785.044935] nova-conductor[55138]: DEBUG nova.network.neutron [None req-25d69db4-7427-4d39-ab38-eae852fbae1a tempest-MultipleCreateTestJSON-2008172540 tempest-MultipleCreateTestJSON-2008172540-project-member] [instance: ba2d047d-d30f-4ba0-bcfb-787c5a3ae516] Instance cache missing network info. {{(pid=55138) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 785.049468] nova-conductor[55138]: DEBUG nova.network.neutron [None req-25d69db4-7427-4d39-ab38-eae852fbae1a tempest-MultipleCreateTestJSON-2008172540 tempest-MultipleCreateTestJSON-2008172540-project-member] [instance: ba2d047d-d30f-4ba0-bcfb-787c5a3ae516] Updating instance_info_cache with network_info: [] {{(pid=55138) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 786.929051] nova-conductor[55138]: ERROR nova.scheduler.utils [None req-fa248bb5-9c3d-4f48-ba04-b18af933bbc8 tempest-ListImageFiltersTestJSON-27330218 tempest-ListImageFiltersTestJSON-27330218-project-member] [instance: 1ac8e024-65d1-4250-a946-858aaff852c8] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port cc4ef3ae-fbb2-4f70-b9e7-103b29e5b9f6, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 1ac8e024-65d1-4250-a946-858aaff852c8 was re-scheduled: Binding failed for port cc4ef3ae-fbb2-4f70-b9e7-103b29e5b9f6, please check neutron logs for more information.\n'] [ 786.929051] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-fa248bb5-9c3d-4f48-ba04-b18af933bbc8 tempest-ListImageFiltersTestJSON-27330218 tempest-ListImageFiltersTestJSON-27330218-project-member] Rescheduling: True {{(pid=55138) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 786.929051] nova-conductor[55138]: WARNING nova.scheduler.utils [None req-fa248bb5-9c3d-4f48-ba04-b18af933bbc8 tempest-ListImageFiltersTestJSON-27330218 tempest-ListImageFiltersTestJSON-27330218-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 1ac8e024-65d1-4250-a946-858aaff852c8.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 1ac8e024-65d1-4250-a946-858aaff852c8. [ 786.929538] nova-conductor[55138]: WARNING nova.scheduler.utils [None req-fa248bb5-9c3d-4f48-ba04-b18af933bbc8 tempest-ListImageFiltersTestJSON-27330218 tempest-ListImageFiltersTestJSON-27330218-project-member] [instance: 1ac8e024-65d1-4250-a946-858aaff852c8] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 1ac8e024-65d1-4250-a946-858aaff852c8. [ 786.952687] nova-conductor[55138]: DEBUG nova.network.neutron [None req-fa248bb5-9c3d-4f48-ba04-b18af933bbc8 tempest-ListImageFiltersTestJSON-27330218 tempest-ListImageFiltersTestJSON-27330218-project-member] [instance: 1ac8e024-65d1-4250-a946-858aaff852c8] deallocate_for_instance() {{(pid=55138) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 786.975216] nova-conductor[55138]: DEBUG nova.network.neutron [None req-fa248bb5-9c3d-4f48-ba04-b18af933bbc8 tempest-ListImageFiltersTestJSON-27330218 tempest-ListImageFiltersTestJSON-27330218-project-member] [instance: 1ac8e024-65d1-4250-a946-858aaff852c8] Instance cache missing network info. {{(pid=55138) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 786.976993] nova-conductor[55138]: DEBUG nova.network.neutron [None req-fa248bb5-9c3d-4f48-ba04-b18af933bbc8 tempest-ListImageFiltersTestJSON-27330218 tempest-ListImageFiltersTestJSON-27330218-project-member] [instance: 1ac8e024-65d1-4250-a946-858aaff852c8] Updating instance_info_cache with network_info: [] {{(pid=55138) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 787.038802] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-b513d428-8767-417f-8540-5003c8a67acd tempest-ServerMetadataTestJSON-985543558 tempest-ServerMetadataTestJSON-985543558-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55138) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 787.051748] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-b513d428-8767-417f-8540-5003c8a67acd tempest-ServerMetadataTestJSON-985543558 tempest-ServerMetadataTestJSON-985543558-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 787.051977] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-b513d428-8767-417f-8540-5003c8a67acd tempest-ServerMetadataTestJSON-985543558 tempest-ServerMetadataTestJSON-985543558-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 787.052187] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-b513d428-8767-417f-8540-5003c8a67acd tempest-ServerMetadataTestJSON-985543558 tempest-ServerMetadataTestJSON-985543558-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 787.100530] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-b513d428-8767-417f-8540-5003c8a67acd tempest-ServerMetadataTestJSON-985543558 tempest-ServerMetadataTestJSON-985543558-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 787.100760] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-b513d428-8767-417f-8540-5003c8a67acd tempest-ServerMetadataTestJSON-985543558 tempest-ServerMetadataTestJSON-985543558-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 787.100931] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-b513d428-8767-417f-8540-5003c8a67acd tempest-ServerMetadataTestJSON-985543558 tempest-ServerMetadataTestJSON-985543558-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 787.101333] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-b513d428-8767-417f-8540-5003c8a67acd tempest-ServerMetadataTestJSON-985543558 tempest-ServerMetadataTestJSON-985543558-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 787.101541] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-b513d428-8767-417f-8540-5003c8a67acd tempest-ServerMetadataTestJSON-985543558 tempest-ServerMetadataTestJSON-985543558-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 787.101704] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-b513d428-8767-417f-8540-5003c8a67acd tempest-ServerMetadataTestJSON-985543558 tempest-ServerMetadataTestJSON-985543558-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 787.112130] nova-conductor[55138]: DEBUG nova.quota [None req-b513d428-8767-417f-8540-5003c8a67acd tempest-ServerMetadataTestJSON-985543558 tempest-ServerMetadataTestJSON-985543558-project-member] Getting quotas for project 9ac1eb57753e4323987128674d291627. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 787.117018] nova-conductor[55138]: DEBUG nova.quota [None req-b513d428-8767-417f-8540-5003c8a67acd tempest-ServerMetadataTestJSON-985543558 tempest-ServerMetadataTestJSON-985543558-project-member] Getting quotas for user 0db0311686c44dfba9f41d0d50f95590 and project 9ac1eb57753e4323987128674d291627. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 787.122162] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-b513d428-8767-417f-8540-5003c8a67acd tempest-ServerMetadataTestJSON-985543558 tempest-ServerMetadataTestJSON-985543558-project-member] [instance: cedc3a06-2123-4c5e-a6c3-599a3efc3c65] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55138) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 787.122539] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-b513d428-8767-417f-8540-5003c8a67acd tempest-ServerMetadataTestJSON-985543558 tempest-ServerMetadataTestJSON-985543558-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 787.122745] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-b513d428-8767-417f-8540-5003c8a67acd tempest-ServerMetadataTestJSON-985543558 tempest-ServerMetadataTestJSON-985543558-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 787.122912] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-b513d428-8767-417f-8540-5003c8a67acd tempest-ServerMetadataTestJSON-985543558 tempest-ServerMetadataTestJSON-985543558-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 787.126403] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-b513d428-8767-417f-8540-5003c8a67acd tempest-ServerMetadataTestJSON-985543558 tempest-ServerMetadataTestJSON-985543558-project-member] [instance: cedc3a06-2123-4c5e-a6c3-599a3efc3c65] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55138) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 787.126821] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-b513d428-8767-417f-8540-5003c8a67acd tempest-ServerMetadataTestJSON-985543558 tempest-ServerMetadataTestJSON-985543558-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 787.127542] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-b513d428-8767-417f-8540-5003c8a67acd tempest-ServerMetadataTestJSON-985543558 tempest-ServerMetadataTestJSON-985543558-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 787.127542] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-b513d428-8767-417f-8540-5003c8a67acd tempest-ServerMetadataTestJSON-985543558 tempest-ServerMetadataTestJSON-985543558-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 787.159099] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-b513d428-8767-417f-8540-5003c8a67acd tempest-ServerMetadataTestJSON-985543558 tempest-ServerMetadataTestJSON-985543558-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 787.159099] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-b513d428-8767-417f-8540-5003c8a67acd tempest-ServerMetadataTestJSON-985543558 tempest-ServerMetadataTestJSON-985543558-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 787.159099] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-b513d428-8767-417f-8540-5003c8a67acd tempest-ServerMetadataTestJSON-985543558 tempest-ServerMetadataTestJSON-985543558-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 788.860935] nova-conductor[55138]: ERROR nova.scheduler.utils [None req-38baac18-a0dd-44cc-84f0-5e1c6b401767 tempest-ListImageFiltersTestJSON-27330218 tempest-ListImageFiltersTestJSON-27330218-project-member] [instance: 3080314c-938e-4c27-bffd-547bdc7e6e38] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 3c2c28dc-66c3-479c-a3a2-2d1ed7c3ae4d, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 3080314c-938e-4c27-bffd-547bdc7e6e38 was re-scheduled: Binding failed for port 3c2c28dc-66c3-479c-a3a2-2d1ed7c3ae4d, please check neutron logs for more information.\n'] [ 788.862279] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-38baac18-a0dd-44cc-84f0-5e1c6b401767 tempest-ListImageFiltersTestJSON-27330218 tempest-ListImageFiltersTestJSON-27330218-project-member] Rescheduling: True {{(pid=55138) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 788.862279] nova-conductor[55138]: WARNING nova.scheduler.utils [None req-38baac18-a0dd-44cc-84f0-5e1c6b401767 tempest-ListImageFiltersTestJSON-27330218 tempest-ListImageFiltersTestJSON-27330218-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 3080314c-938e-4c27-bffd-547bdc7e6e38.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 3080314c-938e-4c27-bffd-547bdc7e6e38. [ 788.862455] nova-conductor[55138]: WARNING nova.scheduler.utils [None req-38baac18-a0dd-44cc-84f0-5e1c6b401767 tempest-ListImageFiltersTestJSON-27330218 tempest-ListImageFiltersTestJSON-27330218-project-member] [instance: 3080314c-938e-4c27-bffd-547bdc7e6e38] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 3080314c-938e-4c27-bffd-547bdc7e6e38. [ 788.891102] nova-conductor[55138]: DEBUG nova.network.neutron [None req-38baac18-a0dd-44cc-84f0-5e1c6b401767 tempest-ListImageFiltersTestJSON-27330218 tempest-ListImageFiltersTestJSON-27330218-project-member] [instance: 3080314c-938e-4c27-bffd-547bdc7e6e38] deallocate_for_instance() {{(pid=55138) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 788.919709] nova-conductor[55138]: DEBUG nova.network.neutron [None req-38baac18-a0dd-44cc-84f0-5e1c6b401767 tempest-ListImageFiltersTestJSON-27330218 tempest-ListImageFiltersTestJSON-27330218-project-member] [instance: 3080314c-938e-4c27-bffd-547bdc7e6e38] Instance cache missing network info. {{(pid=55138) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 788.922736] nova-conductor[55138]: DEBUG nova.network.neutron [None req-38baac18-a0dd-44cc-84f0-5e1c6b401767 tempest-ListImageFiltersTestJSON-27330218 tempest-ListImageFiltersTestJSON-27330218-project-member] [instance: 3080314c-938e-4c27-bffd-547bdc7e6e38] Updating instance_info_cache with network_info: [] {{(pid=55138) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 790.725965] nova-conductor[55138]: ERROR nova.scheduler.utils [None req-d698b416-ac21-43af-ab61-11bf421bd454 tempest-ServersTestBootFromVolume-1982153917 tempest-ServersTestBootFromVolume-1982153917-project-member] [instance: 7efc454e-337d-43db-9076-bfc5b89eeea4] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 52847cc7-89c1-4996-92bd-ec6cefb47d70, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 7efc454e-337d-43db-9076-bfc5b89eeea4 was re-scheduled: Binding failed for port 52847cc7-89c1-4996-92bd-ec6cefb47d70, please check neutron logs for more information.\n'] [ 790.725965] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-d698b416-ac21-43af-ab61-11bf421bd454 tempest-ServersTestBootFromVolume-1982153917 tempest-ServersTestBootFromVolume-1982153917-project-member] Rescheduling: True {{(pid=55138) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 790.725965] nova-conductor[55138]: WARNING nova.scheduler.utils [None req-d698b416-ac21-43af-ab61-11bf421bd454 tempest-ServersTestBootFromVolume-1982153917 tempest-ServersTestBootFromVolume-1982153917-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 7efc454e-337d-43db-9076-bfc5b89eeea4.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 7efc454e-337d-43db-9076-bfc5b89eeea4. [ 790.725965] nova-conductor[55138]: WARNING nova.scheduler.utils [None req-d698b416-ac21-43af-ab61-11bf421bd454 tempest-ServersTestBootFromVolume-1982153917 tempest-ServersTestBootFromVolume-1982153917-project-member] [instance: 7efc454e-337d-43db-9076-bfc5b89eeea4] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 7efc454e-337d-43db-9076-bfc5b89eeea4. [ 790.761587] nova-conductor[55138]: DEBUG nova.network.neutron [None req-d698b416-ac21-43af-ab61-11bf421bd454 tempest-ServersTestBootFromVolume-1982153917 tempest-ServersTestBootFromVolume-1982153917-project-member] [instance: 7efc454e-337d-43db-9076-bfc5b89eeea4] deallocate_for_instance() {{(pid=55138) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 790.781264] nova-conductor[55138]: DEBUG nova.network.neutron [None req-d698b416-ac21-43af-ab61-11bf421bd454 tempest-ServersTestBootFromVolume-1982153917 tempest-ServersTestBootFromVolume-1982153917-project-member] [instance: 7efc454e-337d-43db-9076-bfc5b89eeea4] Instance cache missing network info. {{(pid=55138) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 790.786457] nova-conductor[55138]: DEBUG nova.network.neutron [None req-d698b416-ac21-43af-ab61-11bf421bd454 tempest-ServersTestBootFromVolume-1982153917 tempest-ServersTestBootFromVolume-1982153917-project-member] [instance: 7efc454e-337d-43db-9076-bfc5b89eeea4] Updating instance_info_cache with network_info: [] {{(pid=55138) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.571985] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-fe669d16-4a06-487b-8955-7d03bfc8363b tempest-AttachVolumeTestJSON-2000870146 tempest-AttachVolumeTestJSON-2000870146-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55138) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 792.586261] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-fe669d16-4a06-487b-8955-7d03bfc8363b tempest-AttachVolumeTestJSON-2000870146 tempest-AttachVolumeTestJSON-2000870146-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 792.586556] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-fe669d16-4a06-487b-8955-7d03bfc8363b tempest-AttachVolumeTestJSON-2000870146 tempest-AttachVolumeTestJSON-2000870146-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 792.586887] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-fe669d16-4a06-487b-8955-7d03bfc8363b tempest-AttachVolumeTestJSON-2000870146 tempest-AttachVolumeTestJSON-2000870146-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 792.605584] nova-conductor[55139]: ERROR nova.scheduler.utils [None req-64215076-0610-463c-a54e-010c51d42f29 tempest-DeleteServersAdminTestJSON-1736901598 tempest-DeleteServersAdminTestJSON-1736901598-project-member] [instance: fea91da2-186a-44b6-8e20-535e3b123890] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 58102740-cab3-4fc7-8dbf-725c4f0131f6, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance fea91da2-186a-44b6-8e20-535e3b123890 was re-scheduled: Binding failed for port 58102740-cab3-4fc7-8dbf-725c4f0131f6, please check neutron logs for more information.\n'] [ 792.606185] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-64215076-0610-463c-a54e-010c51d42f29 tempest-DeleteServersAdminTestJSON-1736901598 tempest-DeleteServersAdminTestJSON-1736901598-project-member] Rescheduling: True {{(pid=55139) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 792.606422] nova-conductor[55139]: WARNING nova.scheduler.utils [None req-64215076-0610-463c-a54e-010c51d42f29 tempest-DeleteServersAdminTestJSON-1736901598 tempest-DeleteServersAdminTestJSON-1736901598-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance fea91da2-186a-44b6-8e20-535e3b123890.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance fea91da2-186a-44b6-8e20-535e3b123890. [ 792.606629] nova-conductor[55139]: WARNING nova.scheduler.utils [None req-64215076-0610-463c-a54e-010c51d42f29 tempest-DeleteServersAdminTestJSON-1736901598 tempest-DeleteServersAdminTestJSON-1736901598-project-member] [instance: fea91da2-186a-44b6-8e20-535e3b123890] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance fea91da2-186a-44b6-8e20-535e3b123890. [ 792.631398] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-4d50ef86-7652-4fb1-9c46-585afc595c81 tempest-ServersAaction247Test-2045226228 tempest-ServersAaction247Test-2045226228-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=55138) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 792.634620] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-fe669d16-4a06-487b-8955-7d03bfc8363b tempest-AttachVolumeTestJSON-2000870146 tempest-AttachVolumeTestJSON-2000870146-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 792.634884] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-fe669d16-4a06-487b-8955-7d03bfc8363b tempest-AttachVolumeTestJSON-2000870146 tempest-AttachVolumeTestJSON-2000870146-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 792.635103] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-fe669d16-4a06-487b-8955-7d03bfc8363b tempest-AttachVolumeTestJSON-2000870146 tempest-AttachVolumeTestJSON-2000870146-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 792.635560] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-fe669d16-4a06-487b-8955-7d03bfc8363b tempest-AttachVolumeTestJSON-2000870146 tempest-AttachVolumeTestJSON-2000870146-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 792.635787] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-fe669d16-4a06-487b-8955-7d03bfc8363b tempest-AttachVolumeTestJSON-2000870146 tempest-AttachVolumeTestJSON-2000870146-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 792.635984] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-fe669d16-4a06-487b-8955-7d03bfc8363b tempest-AttachVolumeTestJSON-2000870146 tempest-AttachVolumeTestJSON-2000870146-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 792.639124] nova-conductor[55139]: DEBUG nova.network.neutron [None req-64215076-0610-463c-a54e-010c51d42f29 tempest-DeleteServersAdminTestJSON-1736901598 tempest-DeleteServersAdminTestJSON-1736901598-project-member] [instance: fea91da2-186a-44b6-8e20-535e3b123890] deallocate_for_instance() {{(pid=55139) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 792.653710] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-4d50ef86-7652-4fb1-9c46-585afc595c81 tempest-ServersAaction247Test-2045226228 tempest-ServersAaction247Test-2045226228-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 792.653710] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-4d50ef86-7652-4fb1-9c46-585afc595c81 tempest-ServersAaction247Test-2045226228 tempest-ServersAaction247Test-2045226228-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 792.653710] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-4d50ef86-7652-4fb1-9c46-585afc595c81 tempest-ServersAaction247Test-2045226228 tempest-ServersAaction247Test-2045226228-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 792.657867] nova-conductor[55138]: DEBUG nova.quota [None req-fe669d16-4a06-487b-8955-7d03bfc8363b tempest-AttachVolumeTestJSON-2000870146 tempest-AttachVolumeTestJSON-2000870146-project-member] Getting quotas for project a9e939cdf4a94a8aa0107a5761771c2c. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 792.661352] nova-conductor[55139]: DEBUG nova.network.neutron [None req-64215076-0610-463c-a54e-010c51d42f29 tempest-DeleteServersAdminTestJSON-1736901598 tempest-DeleteServersAdminTestJSON-1736901598-project-member] [instance: fea91da2-186a-44b6-8e20-535e3b123890] Instance cache missing network info. {{(pid=55139) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 792.661683] nova-conductor[55138]: DEBUG nova.quota [None req-fe669d16-4a06-487b-8955-7d03bfc8363b tempest-AttachVolumeTestJSON-2000870146 tempest-AttachVolumeTestJSON-2000870146-project-member] Getting quotas for user 7e11242d52d14577847d17d3a6441202 and project a9e939cdf4a94a8aa0107a5761771c2c. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 792.667744] nova-conductor[55139]: DEBUG nova.network.neutron [None req-64215076-0610-463c-a54e-010c51d42f29 tempest-DeleteServersAdminTestJSON-1736901598 tempest-DeleteServersAdminTestJSON-1736901598-project-member] [instance: fea91da2-186a-44b6-8e20-535e3b123890] Updating instance_info_cache with network_info: [] {{(pid=55139) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.674010] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-fe669d16-4a06-487b-8955-7d03bfc8363b tempest-AttachVolumeTestJSON-2000870146 tempest-AttachVolumeTestJSON-2000870146-project-member] [instance: 0bec3b49-1f7f-40fe-af3c-ff87cd2a8fcb] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55138) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 792.674618] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-fe669d16-4a06-487b-8955-7d03bfc8363b tempest-AttachVolumeTestJSON-2000870146 tempest-AttachVolumeTestJSON-2000870146-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 792.675756] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-fe669d16-4a06-487b-8955-7d03bfc8363b tempest-AttachVolumeTestJSON-2000870146 tempest-AttachVolumeTestJSON-2000870146-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 792.675756] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-fe669d16-4a06-487b-8955-7d03bfc8363b tempest-AttachVolumeTestJSON-2000870146 tempest-AttachVolumeTestJSON-2000870146-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 792.681027] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-fe669d16-4a06-487b-8955-7d03bfc8363b tempest-AttachVolumeTestJSON-2000870146 tempest-AttachVolumeTestJSON-2000870146-project-member] [instance: 0bec3b49-1f7f-40fe-af3c-ff87cd2a8fcb] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55138) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 792.681742] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-fe669d16-4a06-487b-8955-7d03bfc8363b tempest-AttachVolumeTestJSON-2000870146 tempest-AttachVolumeTestJSON-2000870146-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 792.682019] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-fe669d16-4a06-487b-8955-7d03bfc8363b tempest-AttachVolumeTestJSON-2000870146 tempest-AttachVolumeTestJSON-2000870146-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 792.682230] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-fe669d16-4a06-487b-8955-7d03bfc8363b tempest-AttachVolumeTestJSON-2000870146 tempest-AttachVolumeTestJSON-2000870146-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 792.696093] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-4d50ef86-7652-4fb1-9c46-585afc595c81 tempest-ServersAaction247Test-2045226228 tempest-ServersAaction247Test-2045226228-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 792.696093] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-4d50ef86-7652-4fb1-9c46-585afc595c81 tempest-ServersAaction247Test-2045226228 tempest-ServersAaction247Test-2045226228-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 792.696255] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-4d50ef86-7652-4fb1-9c46-585afc595c81 tempest-ServersAaction247Test-2045226228 tempest-ServersAaction247Test-2045226228-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 792.696641] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-4d50ef86-7652-4fb1-9c46-585afc595c81 tempest-ServersAaction247Test-2045226228 tempest-ServersAaction247Test-2045226228-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 792.696877] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-4d50ef86-7652-4fb1-9c46-585afc595c81 tempest-ServersAaction247Test-2045226228 tempest-ServersAaction247Test-2045226228-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 792.697094] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-4d50ef86-7652-4fb1-9c46-585afc595c81 tempest-ServersAaction247Test-2045226228 tempest-ServersAaction247Test-2045226228-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 792.711130] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-fe669d16-4a06-487b-8955-7d03bfc8363b tempest-AttachVolumeTestJSON-2000870146 tempest-AttachVolumeTestJSON-2000870146-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 792.711383] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-fe669d16-4a06-487b-8955-7d03bfc8363b tempest-AttachVolumeTestJSON-2000870146 tempest-AttachVolumeTestJSON-2000870146-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 792.711598] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-fe669d16-4a06-487b-8955-7d03bfc8363b tempest-AttachVolumeTestJSON-2000870146 tempest-AttachVolumeTestJSON-2000870146-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 792.719228] nova-conductor[55138]: DEBUG nova.quota [None req-4d50ef86-7652-4fb1-9c46-585afc595c81 tempest-ServersAaction247Test-2045226228 tempest-ServersAaction247Test-2045226228-project-member] Getting quotas for project 0313d80afcc84597a24afb8b185f6ffc. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 792.721669] nova-conductor[55138]: DEBUG nova.quota [None req-4d50ef86-7652-4fb1-9c46-585afc595c81 tempest-ServersAaction247Test-2045226228 tempest-ServersAaction247Test-2045226228-project-member] Getting quotas for user 4af28f67e18d423ea23d23242bd3d84f and project 0313d80afcc84597a24afb8b185f6ffc. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 792.727362] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-4d50ef86-7652-4fb1-9c46-585afc595c81 tempest-ServersAaction247Test-2045226228 tempest-ServersAaction247Test-2045226228-project-member] [instance: a800fa5d-46a1-4a96-8ea2-26e34b869aa6] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55138) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 792.727980] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-4d50ef86-7652-4fb1-9c46-585afc595c81 tempest-ServersAaction247Test-2045226228 tempest-ServersAaction247Test-2045226228-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 792.728263] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-4d50ef86-7652-4fb1-9c46-585afc595c81 tempest-ServersAaction247Test-2045226228 tempest-ServersAaction247Test-2045226228-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 792.728474] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-4d50ef86-7652-4fb1-9c46-585afc595c81 tempest-ServersAaction247Test-2045226228 tempest-ServersAaction247Test-2045226228-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 792.731789] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-4d50ef86-7652-4fb1-9c46-585afc595c81 tempest-ServersAaction247Test-2045226228 tempest-ServersAaction247Test-2045226228-project-member] [instance: a800fa5d-46a1-4a96-8ea2-26e34b869aa6] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55138) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 792.732491] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-4d50ef86-7652-4fb1-9c46-585afc595c81 tempest-ServersAaction247Test-2045226228 tempest-ServersAaction247Test-2045226228-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 792.732742] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-4d50ef86-7652-4fb1-9c46-585afc595c81 tempest-ServersAaction247Test-2045226228 tempest-ServersAaction247Test-2045226228-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 792.732955] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-4d50ef86-7652-4fb1-9c46-585afc595c81 tempest-ServersAaction247Test-2045226228 tempest-ServersAaction247Test-2045226228-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 792.748932] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-4d50ef86-7652-4fb1-9c46-585afc595c81 tempest-ServersAaction247Test-2045226228 tempest-ServersAaction247Test-2045226228-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 792.749239] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-4d50ef86-7652-4fb1-9c46-585afc595c81 tempest-ServersAaction247Test-2045226228 tempest-ServersAaction247Test-2045226228-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 792.749425] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-4d50ef86-7652-4fb1-9c46-585afc595c81 tempest-ServersAaction247Test-2045226228 tempest-ServersAaction247Test-2045226228-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 793.675394] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-72d498ab-cad9-4d98-b9f2-fa8e235aac7e tempest-DeleteServersAdminTestJSON-1736901598 tempest-DeleteServersAdminTestJSON-1736901598-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55138) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 793.699054] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-72d498ab-cad9-4d98-b9f2-fa8e235aac7e tempest-DeleteServersAdminTestJSON-1736901598 tempest-DeleteServersAdminTestJSON-1736901598-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 793.699054] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-72d498ab-cad9-4d98-b9f2-fa8e235aac7e tempest-DeleteServersAdminTestJSON-1736901598 tempest-DeleteServersAdminTestJSON-1736901598-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 793.699054] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-72d498ab-cad9-4d98-b9f2-fa8e235aac7e tempest-DeleteServersAdminTestJSON-1736901598 tempest-DeleteServersAdminTestJSON-1736901598-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 793.732904] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-72d498ab-cad9-4d98-b9f2-fa8e235aac7e tempest-DeleteServersAdminTestJSON-1736901598 tempest-DeleteServersAdminTestJSON-1736901598-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 793.733205] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-72d498ab-cad9-4d98-b9f2-fa8e235aac7e tempest-DeleteServersAdminTestJSON-1736901598 tempest-DeleteServersAdminTestJSON-1736901598-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 793.733426] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-72d498ab-cad9-4d98-b9f2-fa8e235aac7e tempest-DeleteServersAdminTestJSON-1736901598 tempest-DeleteServersAdminTestJSON-1736901598-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 793.733838] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-72d498ab-cad9-4d98-b9f2-fa8e235aac7e tempest-DeleteServersAdminTestJSON-1736901598 tempest-DeleteServersAdminTestJSON-1736901598-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 793.734080] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-72d498ab-cad9-4d98-b9f2-fa8e235aac7e tempest-DeleteServersAdminTestJSON-1736901598 tempest-DeleteServersAdminTestJSON-1736901598-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 793.734292] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-72d498ab-cad9-4d98-b9f2-fa8e235aac7e tempest-DeleteServersAdminTestJSON-1736901598 tempest-DeleteServersAdminTestJSON-1736901598-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 793.745973] nova-conductor[55138]: DEBUG nova.quota [None req-72d498ab-cad9-4d98-b9f2-fa8e235aac7e tempest-DeleteServersAdminTestJSON-1736901598 tempest-DeleteServersAdminTestJSON-1736901598-project-member] Getting quotas for project e2926b8bd92644deb614a386f00be6c8. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 793.749120] nova-conductor[55138]: DEBUG nova.quota [None req-72d498ab-cad9-4d98-b9f2-fa8e235aac7e tempest-DeleteServersAdminTestJSON-1736901598 tempest-DeleteServersAdminTestJSON-1736901598-project-member] Getting quotas for user ec07eaa606564f499b1e735409881c8d and project e2926b8bd92644deb614a386f00be6c8. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 793.758207] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-72d498ab-cad9-4d98-b9f2-fa8e235aac7e tempest-DeleteServersAdminTestJSON-1736901598 tempest-DeleteServersAdminTestJSON-1736901598-project-member] [instance: 5099e2b4-dcf6-4d5b-a9fc-a4d92786f52a] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55138) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 793.758688] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-72d498ab-cad9-4d98-b9f2-fa8e235aac7e tempest-DeleteServersAdminTestJSON-1736901598 tempest-DeleteServersAdminTestJSON-1736901598-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 793.758882] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-72d498ab-cad9-4d98-b9f2-fa8e235aac7e tempest-DeleteServersAdminTestJSON-1736901598 tempest-DeleteServersAdminTestJSON-1736901598-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 793.759095] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-72d498ab-cad9-4d98-b9f2-fa8e235aac7e tempest-DeleteServersAdminTestJSON-1736901598 tempest-DeleteServersAdminTestJSON-1736901598-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 793.762170] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-72d498ab-cad9-4d98-b9f2-fa8e235aac7e tempest-DeleteServersAdminTestJSON-1736901598 tempest-DeleteServersAdminTestJSON-1736901598-project-member] [instance: 5099e2b4-dcf6-4d5b-a9fc-a4d92786f52a] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55138) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 793.762805] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-72d498ab-cad9-4d98-b9f2-fa8e235aac7e tempest-DeleteServersAdminTestJSON-1736901598 tempest-DeleteServersAdminTestJSON-1736901598-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 793.763010] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-72d498ab-cad9-4d98-b9f2-fa8e235aac7e tempest-DeleteServersAdminTestJSON-1736901598 tempest-DeleteServersAdminTestJSON-1736901598-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 793.765119] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-72d498ab-cad9-4d98-b9f2-fa8e235aac7e tempest-DeleteServersAdminTestJSON-1736901598 tempest-DeleteServersAdminTestJSON-1736901598-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 793.783963] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-72d498ab-cad9-4d98-b9f2-fa8e235aac7e tempest-DeleteServersAdminTestJSON-1736901598 tempest-DeleteServersAdminTestJSON-1736901598-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 793.784189] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-72d498ab-cad9-4d98-b9f2-fa8e235aac7e tempest-DeleteServersAdminTestJSON-1736901598 tempest-DeleteServersAdminTestJSON-1736901598-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 793.784354] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-72d498ab-cad9-4d98-b9f2-fa8e235aac7e tempest-DeleteServersAdminTestJSON-1736901598 tempest-DeleteServersAdminTestJSON-1736901598-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 794.515576] nova-conductor[55138]: ERROR nova.scheduler.utils [None req-9a98b66b-052e-4a22-9bc6-0381c46263bc tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] [instance: 8045881e-9bce-46e7-98c6-a7989f61a31e] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 0ab92838-e88e-4996-94b8-21a3a09753d8, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 8045881e-9bce-46e7-98c6-a7989f61a31e was re-scheduled: Binding failed for port 0ab92838-e88e-4996-94b8-21a3a09753d8, please check neutron logs for more information.\n'] [ 794.516238] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-9a98b66b-052e-4a22-9bc6-0381c46263bc tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Rescheduling: True {{(pid=55138) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 794.516478] nova-conductor[55138]: WARNING nova.scheduler.utils [None req-9a98b66b-052e-4a22-9bc6-0381c46263bc tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 8045881e-9bce-46e7-98c6-a7989f61a31e.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 8045881e-9bce-46e7-98c6-a7989f61a31e. [ 794.516796] nova-conductor[55138]: WARNING nova.scheduler.utils [None req-9a98b66b-052e-4a22-9bc6-0381c46263bc tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] [instance: 8045881e-9bce-46e7-98c6-a7989f61a31e] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 8045881e-9bce-46e7-98c6-a7989f61a31e. [ 794.546566] nova-conductor[55138]: DEBUG nova.network.neutron [None req-9a98b66b-052e-4a22-9bc6-0381c46263bc tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] [instance: 8045881e-9bce-46e7-98c6-a7989f61a31e] deallocate_for_instance() {{(pid=55138) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 794.574107] nova-conductor[55138]: DEBUG nova.network.neutron [None req-9a98b66b-052e-4a22-9bc6-0381c46263bc tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] [instance: 8045881e-9bce-46e7-98c6-a7989f61a31e] Instance cache missing network info. {{(pid=55138) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 794.578197] nova-conductor[55138]: DEBUG nova.network.neutron [None req-9a98b66b-052e-4a22-9bc6-0381c46263bc tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] [instance: 8045881e-9bce-46e7-98c6-a7989f61a31e] Updating instance_info_cache with network_info: [] {{(pid=55138) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.204962] nova-conductor[55139]: DEBUG dbcounter [-] [55139] Writing DB stats nova_cell1:SAVEPOINT=45,nova_cell1:RELEASE=45,nova_cell1:UPDATE=184,nova_cell1:SELECT=361,nova_cell1:INSERT=30 {{(pid=55139) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 796.336077] nova-conductor[55139]: ERROR nova.scheduler.utils [None req-01c717be-075e-4910-8d8f-f5ca8016a429 tempest-ServerExternalEventsTest-1409432583 tempest-ServerExternalEventsTest-1409432583-project-member] [instance: e3a6ad78-4f46-42d4-935c-3cf310123530] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port ad906a1e-35dc-4bb7-85b6-2672972103d0, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance e3a6ad78-4f46-42d4-935c-3cf310123530 was re-scheduled: Binding failed for port ad906a1e-35dc-4bb7-85b6-2672972103d0, please check neutron logs for more information.\n'] [ 796.336886] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-01c717be-075e-4910-8d8f-f5ca8016a429 tempest-ServerExternalEventsTest-1409432583 tempest-ServerExternalEventsTest-1409432583-project-member] Rescheduling: True {{(pid=55139) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 796.337137] nova-conductor[55139]: WARNING nova.scheduler.utils [None req-01c717be-075e-4910-8d8f-f5ca8016a429 tempest-ServerExternalEventsTest-1409432583 tempest-ServerExternalEventsTest-1409432583-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance e3a6ad78-4f46-42d4-935c-3cf310123530.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance e3a6ad78-4f46-42d4-935c-3cf310123530. [ 796.337349] nova-conductor[55139]: WARNING nova.scheduler.utils [None req-01c717be-075e-4910-8d8f-f5ca8016a429 tempest-ServerExternalEventsTest-1409432583 tempest-ServerExternalEventsTest-1409432583-project-member] [instance: e3a6ad78-4f46-42d4-935c-3cf310123530] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance e3a6ad78-4f46-42d4-935c-3cf310123530. [ 796.366088] nova-conductor[55139]: DEBUG nova.network.neutron [None req-01c717be-075e-4910-8d8f-f5ca8016a429 tempest-ServerExternalEventsTest-1409432583 tempest-ServerExternalEventsTest-1409432583-project-member] [instance: e3a6ad78-4f46-42d4-935c-3cf310123530] deallocate_for_instance() {{(pid=55139) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 796.390949] nova-conductor[55139]: DEBUG nova.network.neutron [None req-01c717be-075e-4910-8d8f-f5ca8016a429 tempest-ServerExternalEventsTest-1409432583 tempest-ServerExternalEventsTest-1409432583-project-member] [instance: e3a6ad78-4f46-42d4-935c-3cf310123530] Instance cache missing network info. {{(pid=55139) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 796.395176] nova-conductor[55139]: DEBUG nova.network.neutron [None req-01c717be-075e-4910-8d8f-f5ca8016a429 tempest-ServerExternalEventsTest-1409432583 tempest-ServerExternalEventsTest-1409432583-project-member] [instance: e3a6ad78-4f46-42d4-935c-3cf310123530] Updating instance_info_cache with network_info: [] {{(pid=55139) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.230811] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-ba2328f9-5a46-40ae-8ad0-727f8d7b5494 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55138) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 797.251025] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-ba2328f9-5a46-40ae-8ad0-727f8d7b5494 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 797.251025] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-ba2328f9-5a46-40ae-8ad0-727f8d7b5494 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 797.251025] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-ba2328f9-5a46-40ae-8ad0-727f8d7b5494 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 797.286121] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-ba2328f9-5a46-40ae-8ad0-727f8d7b5494 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 797.286369] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-ba2328f9-5a46-40ae-8ad0-727f8d7b5494 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 797.286757] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-ba2328f9-5a46-40ae-8ad0-727f8d7b5494 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 797.286922] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-ba2328f9-5a46-40ae-8ad0-727f8d7b5494 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 797.287197] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-ba2328f9-5a46-40ae-8ad0-727f8d7b5494 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 797.287383] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-ba2328f9-5a46-40ae-8ad0-727f8d7b5494 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 797.301358] nova-conductor[55138]: DEBUG nova.quota [None req-ba2328f9-5a46-40ae-8ad0-727f8d7b5494 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Getting quotas for project e972faeaedc6468aab7e7cfee88a477b. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 797.303319] nova-conductor[55138]: DEBUG nova.quota [None req-ba2328f9-5a46-40ae-8ad0-727f8d7b5494 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Getting quotas for user 2bd91973e1bb4ce7be8bce9bfe34a941 and project e972faeaedc6468aab7e7cfee88a477b. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 797.309583] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-ba2328f9-5a46-40ae-8ad0-727f8d7b5494 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] [instance: 50854a4e-8e4e-431b-8220-01bf8906b1c0] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55138) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 797.310637] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-ba2328f9-5a46-40ae-8ad0-727f8d7b5494 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 797.310637] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-ba2328f9-5a46-40ae-8ad0-727f8d7b5494 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 797.310637] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-ba2328f9-5a46-40ae-8ad0-727f8d7b5494 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 797.314229] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-ba2328f9-5a46-40ae-8ad0-727f8d7b5494 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] [instance: 50854a4e-8e4e-431b-8220-01bf8906b1c0] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55138) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 797.315015] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-ba2328f9-5a46-40ae-8ad0-727f8d7b5494 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 797.315235] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-ba2328f9-5a46-40ae-8ad0-727f8d7b5494 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 797.315406] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-ba2328f9-5a46-40ae-8ad0-727f8d7b5494 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 797.333631] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-ba2328f9-5a46-40ae-8ad0-727f8d7b5494 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 797.333631] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-ba2328f9-5a46-40ae-8ad0-727f8d7b5494 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 797.333768] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-ba2328f9-5a46-40ae-8ad0-727f8d7b5494 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 797.725274] nova-conductor[55138]: DEBUG dbcounter [-] [55138] Writing DB stats nova_cell1:UPDATE=212,nova_cell1:SELECT=407,nova_cell1:INSERT=32,nova_cell1:SAVEPOINT=37,nova_cell1:RELEASE=37,nova_cell1:DELETE=2 {{(pid=55138) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 802.922400] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-61740d7d-40c9-4a37-a20b-afe2628c810b tempest-ServersTestJSON-483277806 tempest-ServersTestJSON-483277806-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55138) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 802.937347] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-61740d7d-40c9-4a37-a20b-afe2628c810b tempest-ServersTestJSON-483277806 tempest-ServersTestJSON-483277806-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 802.937642] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-61740d7d-40c9-4a37-a20b-afe2628c810b tempest-ServersTestJSON-483277806 tempest-ServersTestJSON-483277806-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 802.937873] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-61740d7d-40c9-4a37-a20b-afe2628c810b tempest-ServersTestJSON-483277806 tempest-ServersTestJSON-483277806-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 802.991849] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-61740d7d-40c9-4a37-a20b-afe2628c810b tempest-ServersTestJSON-483277806 tempest-ServersTestJSON-483277806-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 802.992035] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-61740d7d-40c9-4a37-a20b-afe2628c810b tempest-ServersTestJSON-483277806 tempest-ServersTestJSON-483277806-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 802.992167] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-61740d7d-40c9-4a37-a20b-afe2628c810b tempest-ServersTestJSON-483277806 tempest-ServersTestJSON-483277806-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 802.992565] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-61740d7d-40c9-4a37-a20b-afe2628c810b tempest-ServersTestJSON-483277806 tempest-ServersTestJSON-483277806-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 802.992706] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-61740d7d-40c9-4a37-a20b-afe2628c810b tempest-ServersTestJSON-483277806 tempest-ServersTestJSON-483277806-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 802.992874] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-61740d7d-40c9-4a37-a20b-afe2628c810b tempest-ServersTestJSON-483277806 tempest-ServersTestJSON-483277806-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 803.004723] nova-conductor[55138]: DEBUG nova.quota [None req-61740d7d-40c9-4a37-a20b-afe2628c810b tempest-ServersTestJSON-483277806 tempest-ServersTestJSON-483277806-project-member] Getting quotas for project e1a8d47e87d64f83b4b55d9704531021. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 803.008667] nova-conductor[55138]: DEBUG nova.quota [None req-61740d7d-40c9-4a37-a20b-afe2628c810b tempest-ServersTestJSON-483277806 tempest-ServersTestJSON-483277806-project-member] Getting quotas for user ca60dbf953fc42a5b6f95d06b8e3438d and project e1a8d47e87d64f83b4b55d9704531021. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 803.014255] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-61740d7d-40c9-4a37-a20b-afe2628c810b tempest-ServersTestJSON-483277806 tempest-ServersTestJSON-483277806-project-member] [instance: 2243bb69-0dc5-49cd-b94e-73e703cbadc0] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55138) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 803.014754] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-61740d7d-40c9-4a37-a20b-afe2628c810b tempest-ServersTestJSON-483277806 tempest-ServersTestJSON-483277806-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 803.014958] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-61740d7d-40c9-4a37-a20b-afe2628c810b tempest-ServersTestJSON-483277806 tempest-ServersTestJSON-483277806-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 803.015208] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-61740d7d-40c9-4a37-a20b-afe2628c810b tempest-ServersTestJSON-483277806 tempest-ServersTestJSON-483277806-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 803.020035] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-61740d7d-40c9-4a37-a20b-afe2628c810b tempest-ServersTestJSON-483277806 tempest-ServersTestJSON-483277806-project-member] [instance: 2243bb69-0dc5-49cd-b94e-73e703cbadc0] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55138) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 803.020810] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-61740d7d-40c9-4a37-a20b-afe2628c810b tempest-ServersTestJSON-483277806 tempest-ServersTestJSON-483277806-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 803.020966] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-61740d7d-40c9-4a37-a20b-afe2628c810b tempest-ServersTestJSON-483277806 tempest-ServersTestJSON-483277806-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 803.021153] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-61740d7d-40c9-4a37-a20b-afe2628c810b tempest-ServersTestJSON-483277806 tempest-ServersTestJSON-483277806-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 803.040030] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-61740d7d-40c9-4a37-a20b-afe2628c810b tempest-ServersTestJSON-483277806 tempest-ServersTestJSON-483277806-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 803.040030] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-61740d7d-40c9-4a37-a20b-afe2628c810b tempest-ServersTestJSON-483277806 tempest-ServersTestJSON-483277806-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 803.040030] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-61740d7d-40c9-4a37-a20b-afe2628c810b tempest-ServersTestJSON-483277806 tempest-ServersTestJSON-483277806-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 810.578654] nova-conductor[55139]: ERROR nova.scheduler.utils [None req-86f4b214-848b-40a3-851f-e56fec84875f tempest-ServersAdminTestJSON-1081365632 tempest-ServersAdminTestJSON-1081365632-project-member] [instance: c9e0ee31-de9e-420d-8dad-380391d6f4e3] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port f6092551-11d9-42f1-bd5f-f010c6f57650, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance c9e0ee31-de9e-420d-8dad-380391d6f4e3 was re-scheduled: Binding failed for port f6092551-11d9-42f1-bd5f-f010c6f57650, please check neutron logs for more information.\n'] [ 810.579273] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-86f4b214-848b-40a3-851f-e56fec84875f tempest-ServersAdminTestJSON-1081365632 tempest-ServersAdminTestJSON-1081365632-project-member] Rescheduling: True {{(pid=55139) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 810.581611] nova-conductor[55139]: WARNING nova.scheduler.utils [None req-86f4b214-848b-40a3-851f-e56fec84875f tempest-ServersAdminTestJSON-1081365632 tempest-ServersAdminTestJSON-1081365632-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c9e0ee31-de9e-420d-8dad-380391d6f4e3.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c9e0ee31-de9e-420d-8dad-380391d6f4e3. [ 810.581611] nova-conductor[55139]: WARNING nova.scheduler.utils [None req-86f4b214-848b-40a3-851f-e56fec84875f tempest-ServersAdminTestJSON-1081365632 tempest-ServersAdminTestJSON-1081365632-project-member] [instance: c9e0ee31-de9e-420d-8dad-380391d6f4e3] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance c9e0ee31-de9e-420d-8dad-380391d6f4e3. [ 810.605485] nova-conductor[55139]: DEBUG nova.network.neutron [None req-86f4b214-848b-40a3-851f-e56fec84875f tempest-ServersAdminTestJSON-1081365632 tempest-ServersAdminTestJSON-1081365632-project-member] [instance: c9e0ee31-de9e-420d-8dad-380391d6f4e3] deallocate_for_instance() {{(pid=55139) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 810.626325] nova-conductor[55139]: DEBUG nova.network.neutron [None req-86f4b214-848b-40a3-851f-e56fec84875f tempest-ServersAdminTestJSON-1081365632 tempest-ServersAdminTestJSON-1081365632-project-member] [instance: c9e0ee31-de9e-420d-8dad-380391d6f4e3] Instance cache missing network info. {{(pid=55139) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 810.632272] nova-conductor[55139]: DEBUG nova.network.neutron [None req-86f4b214-848b-40a3-851f-e56fec84875f tempest-ServersAdminTestJSON-1081365632 tempest-ServersAdminTestJSON-1081365632-project-member] [instance: c9e0ee31-de9e-420d-8dad-380391d6f4e3] Updating instance_info_cache with network_info: [] {{(pid=55139) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.999856] nova-conductor[55138]: DEBUG dbcounter [-] [55138] Writing DB stats nova_cell0:SELECT=6 {{(pid=55138) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 813.023549] nova-conductor[55138]: DEBUG dbcounter [-] [55138] Writing DB stats nova_cell1:SELECT=18,nova_cell1:SAVEPOINT=4,nova_cell1:INSERT=47,nova_cell1:RELEASE=4 {{(pid=55138) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 813.030766] nova-conductor[55138]: DEBUG dbcounter [-] [55138] Writing DB stats nova_api:SELECT=41,nova_api:UPDATE=4,nova_api:DELETE=1 {{(pid=55138) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 813.034159] nova-conductor[55138]: DEBUG dbcounter [-] [55138] Writing DB stats nova_api:SELECT=31,nova_api:UPDATE=2,nova_api:DELETE=5 {{(pid=55138) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 836.863055] nova-conductor[55138]: ERROR nova.scheduler.utils [None req-c2dd0727-1815-4fdd-ae68-6ae4d6483abd tempest-ServersAdminTestJSON-1081365632 tempest-ServersAdminTestJSON-1081365632-project-member] [instance: e24b7994-3786-4709-bcb5-e0b2c9731f2a] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port ccc1a7cc-c159-499e-9bf1-76d48a9127b3, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance e24b7994-3786-4709-bcb5-e0b2c9731f2a was re-scheduled: Binding failed for port ccc1a7cc-c159-499e-9bf1-76d48a9127b3, please check neutron logs for more information.\n'] [ 836.863662] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-c2dd0727-1815-4fdd-ae68-6ae4d6483abd tempest-ServersAdminTestJSON-1081365632 tempest-ServersAdminTestJSON-1081365632-project-member] Rescheduling: True {{(pid=55138) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 836.863891] nova-conductor[55138]: WARNING nova.scheduler.utils [None req-c2dd0727-1815-4fdd-ae68-6ae4d6483abd tempest-ServersAdminTestJSON-1081365632 tempest-ServersAdminTestJSON-1081365632-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance e24b7994-3786-4709-bcb5-e0b2c9731f2a.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance e24b7994-3786-4709-bcb5-e0b2c9731f2a. [ 836.864608] nova-conductor[55138]: WARNING nova.scheduler.utils [None req-c2dd0727-1815-4fdd-ae68-6ae4d6483abd tempest-ServersAdminTestJSON-1081365632 tempest-ServersAdminTestJSON-1081365632-project-member] [instance: e24b7994-3786-4709-bcb5-e0b2c9731f2a] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance e24b7994-3786-4709-bcb5-e0b2c9731f2a. [ 836.891746] nova-conductor[55138]: DEBUG nova.network.neutron [None req-c2dd0727-1815-4fdd-ae68-6ae4d6483abd tempest-ServersAdminTestJSON-1081365632 tempest-ServersAdminTestJSON-1081365632-project-member] [instance: e24b7994-3786-4709-bcb5-e0b2c9731f2a] deallocate_for_instance() {{(pid=55138) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 836.913668] nova-conductor[55138]: DEBUG nova.network.neutron [None req-c2dd0727-1815-4fdd-ae68-6ae4d6483abd tempest-ServersAdminTestJSON-1081365632 tempest-ServersAdminTestJSON-1081365632-project-member] [instance: e24b7994-3786-4709-bcb5-e0b2c9731f2a] Instance cache missing network info. {{(pid=55138) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 836.923964] nova-conductor[55138]: DEBUG nova.network.neutron [None req-c2dd0727-1815-4fdd-ae68-6ae4d6483abd tempest-ServersAdminTestJSON-1081365632 tempest-ServersAdminTestJSON-1081365632-project-member] [instance: e24b7994-3786-4709-bcb5-e0b2c9731f2a] Updating instance_info_cache with network_info: [] {{(pid=55138) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.652574] nova-conductor[55138]: ERROR nova.scheduler.utils [None req-2fef9c13-354f-4963-b0b4-9bc739ce579a tempest-InstanceActionsTestJSON-2048493098 tempest-InstanceActionsTestJSON-2048493098-project-member] [instance: d71bc7f9-29d4-43d6-a17a-80ae6f4ec4a6] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 965fe5c5-bcdd-42fb-912d-ad9870e37bf0, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance d71bc7f9-29d4-43d6-a17a-80ae6f4ec4a6 was re-scheduled: Binding failed for port 965fe5c5-bcdd-42fb-912d-ad9870e37bf0, please check neutron logs for more information.\n'] [ 838.652574] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-2fef9c13-354f-4963-b0b4-9bc739ce579a tempest-InstanceActionsTestJSON-2048493098 tempest-InstanceActionsTestJSON-2048493098-project-member] Rescheduling: True {{(pid=55138) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 838.652574] nova-conductor[55138]: WARNING nova.scheduler.utils [None req-2fef9c13-354f-4963-b0b4-9bc739ce579a tempest-InstanceActionsTestJSON-2048493098 tempest-InstanceActionsTestJSON-2048493098-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d71bc7f9-29d4-43d6-a17a-80ae6f4ec4a6.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d71bc7f9-29d4-43d6-a17a-80ae6f4ec4a6. [ 838.652574] nova-conductor[55138]: WARNING nova.scheduler.utils [None req-2fef9c13-354f-4963-b0b4-9bc739ce579a tempest-InstanceActionsTestJSON-2048493098 tempest-InstanceActionsTestJSON-2048493098-project-member] [instance: d71bc7f9-29d4-43d6-a17a-80ae6f4ec4a6] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d71bc7f9-29d4-43d6-a17a-80ae6f4ec4a6. [ 838.683453] nova-conductor[55138]: DEBUG nova.network.neutron [None req-2fef9c13-354f-4963-b0b4-9bc739ce579a tempest-InstanceActionsTestJSON-2048493098 tempest-InstanceActionsTestJSON-2048493098-project-member] [instance: d71bc7f9-29d4-43d6-a17a-80ae6f4ec4a6] deallocate_for_instance() {{(pid=55138) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 838.699820] nova-conductor[55138]: DEBUG nova.network.neutron [None req-2fef9c13-354f-4963-b0b4-9bc739ce579a tempest-InstanceActionsTestJSON-2048493098 tempest-InstanceActionsTestJSON-2048493098-project-member] [instance: d71bc7f9-29d4-43d6-a17a-80ae6f4ec4a6] Instance cache missing network info. {{(pid=55138) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 838.703098] nova-conductor[55138]: DEBUG nova.network.neutron [None req-2fef9c13-354f-4963-b0b4-9bc739ce579a tempest-InstanceActionsTestJSON-2048493098 tempest-InstanceActionsTestJSON-2048493098-project-member] [instance: d71bc7f9-29d4-43d6-a17a-80ae6f4ec4a6] Updating instance_info_cache with network_info: [] {{(pid=55138) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 840.642701] nova-conductor[55138]: ERROR nova.scheduler.utils [None req-539faead-409c-4603-8579-2183bdc0ca10 tempest-ServerTagsTestJSON-719409431 tempest-ServerTagsTestJSON-719409431-project-member] [instance: 95d2a2d7-443b-43d6-97ff-fe36fd11002f] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 560f6e99-7a69-440c-bee5-e88a343edd85, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 95d2a2d7-443b-43d6-97ff-fe36fd11002f was re-scheduled: Binding failed for port 560f6e99-7a69-440c-bee5-e88a343edd85, please check neutron logs for more information.\n'] [ 840.643441] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-539faead-409c-4603-8579-2183bdc0ca10 tempest-ServerTagsTestJSON-719409431 tempest-ServerTagsTestJSON-719409431-project-member] Rescheduling: True {{(pid=55138) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 840.643566] nova-conductor[55138]: WARNING nova.scheduler.utils [None req-539faead-409c-4603-8579-2183bdc0ca10 tempest-ServerTagsTestJSON-719409431 tempest-ServerTagsTestJSON-719409431-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 95d2a2d7-443b-43d6-97ff-fe36fd11002f.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 95d2a2d7-443b-43d6-97ff-fe36fd11002f. [ 840.643740] nova-conductor[55138]: WARNING nova.scheduler.utils [None req-539faead-409c-4603-8579-2183bdc0ca10 tempest-ServerTagsTestJSON-719409431 tempest-ServerTagsTestJSON-719409431-project-member] [instance: 95d2a2d7-443b-43d6-97ff-fe36fd11002f] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 95d2a2d7-443b-43d6-97ff-fe36fd11002f. [ 840.667122] nova-conductor[55138]: DEBUG nova.network.neutron [None req-539faead-409c-4603-8579-2183bdc0ca10 tempest-ServerTagsTestJSON-719409431 tempest-ServerTagsTestJSON-719409431-project-member] [instance: 95d2a2d7-443b-43d6-97ff-fe36fd11002f] deallocate_for_instance() {{(pid=55138) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 840.692399] nova-conductor[55138]: DEBUG nova.network.neutron [None req-539faead-409c-4603-8579-2183bdc0ca10 tempest-ServerTagsTestJSON-719409431 tempest-ServerTagsTestJSON-719409431-project-member] [instance: 95d2a2d7-443b-43d6-97ff-fe36fd11002f] Instance cache missing network info. {{(pid=55138) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 840.697082] nova-conductor[55138]: DEBUG nova.network.neutron [None req-539faead-409c-4603-8579-2183bdc0ca10 tempest-ServerTagsTestJSON-719409431 tempest-ServerTagsTestJSON-719409431-project-member] [instance: 95d2a2d7-443b-43d6-97ff-fe36fd11002f] Updating instance_info_cache with network_info: [] {{(pid=55138) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 842.407493] nova-conductor[55139]: ERROR nova.scheduler.utils [None req-f5ce7826-4e5d-4cd2-bd34-3f6897019727 tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] [instance: 39d9b91b-c009-40e1-ad2b-ebef650188a4] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port a9945f05-55e7-4534-a38e-d921a091bb11, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 39d9b91b-c009-40e1-ad2b-ebef650188a4 was re-scheduled: Binding failed for port a9945f05-55e7-4534-a38e-d921a091bb11, please check neutron logs for more information.\n'] [ 842.408778] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-f5ce7826-4e5d-4cd2-bd34-3f6897019727 tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Rescheduling: True {{(pid=55139) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 842.411848] nova-conductor[55139]: WARNING nova.scheduler.utils [None req-f5ce7826-4e5d-4cd2-bd34-3f6897019727 tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 39d9b91b-c009-40e1-ad2b-ebef650188a4.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 39d9b91b-c009-40e1-ad2b-ebef650188a4. [ 842.412543] nova-conductor[55139]: WARNING nova.scheduler.utils [None req-f5ce7826-4e5d-4cd2-bd34-3f6897019727 tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] [instance: 39d9b91b-c009-40e1-ad2b-ebef650188a4] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 39d9b91b-c009-40e1-ad2b-ebef650188a4. [ 842.445643] nova-conductor[55139]: DEBUG nova.network.neutron [None req-f5ce7826-4e5d-4cd2-bd34-3f6897019727 tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] [instance: 39d9b91b-c009-40e1-ad2b-ebef650188a4] deallocate_for_instance() {{(pid=55139) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 842.476458] nova-conductor[55139]: DEBUG nova.network.neutron [None req-f5ce7826-4e5d-4cd2-bd34-3f6897019727 tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] [instance: 39d9b91b-c009-40e1-ad2b-ebef650188a4] Instance cache missing network info. {{(pid=55139) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 842.480432] nova-conductor[55139]: DEBUG nova.network.neutron [None req-f5ce7826-4e5d-4cd2-bd34-3f6897019727 tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] [instance: 39d9b91b-c009-40e1-ad2b-ebef650188a4] Updating instance_info_cache with network_info: [] {{(pid=55139) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.200507] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-86892c1d-d929-40fb-9caf-d1611bf524c3 tempest-ListServerFiltersTestJSON-974110797 tempest-ListServerFiltersTestJSON-974110797-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55139) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 843.219784] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-86892c1d-d929-40fb-9caf-d1611bf524c3 tempest-ListServerFiltersTestJSON-974110797 tempest-ListServerFiltersTestJSON-974110797-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 843.220073] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-86892c1d-d929-40fb-9caf-d1611bf524c3 tempest-ListServerFiltersTestJSON-974110797 tempest-ListServerFiltersTestJSON-974110797-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 843.220268] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-86892c1d-d929-40fb-9caf-d1611bf524c3 tempest-ListServerFiltersTestJSON-974110797 tempest-ListServerFiltersTestJSON-974110797-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 843.263084] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-86892c1d-d929-40fb-9caf-d1611bf524c3 tempest-ListServerFiltersTestJSON-974110797 tempest-ListServerFiltersTestJSON-974110797-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 843.263335] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-86892c1d-d929-40fb-9caf-d1611bf524c3 tempest-ListServerFiltersTestJSON-974110797 tempest-ListServerFiltersTestJSON-974110797-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 843.263504] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-86892c1d-d929-40fb-9caf-d1611bf524c3 tempest-ListServerFiltersTestJSON-974110797 tempest-ListServerFiltersTestJSON-974110797-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 843.263956] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-86892c1d-d929-40fb-9caf-d1611bf524c3 tempest-ListServerFiltersTestJSON-974110797 tempest-ListServerFiltersTestJSON-974110797-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 843.264279] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-86892c1d-d929-40fb-9caf-d1611bf524c3 tempest-ListServerFiltersTestJSON-974110797 tempest-ListServerFiltersTestJSON-974110797-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 843.264461] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-86892c1d-d929-40fb-9caf-d1611bf524c3 tempest-ListServerFiltersTestJSON-974110797 tempest-ListServerFiltersTestJSON-974110797-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 843.279470] nova-conductor[55139]: DEBUG nova.quota [None req-86892c1d-d929-40fb-9caf-d1611bf524c3 tempest-ListServerFiltersTestJSON-974110797 tempest-ListServerFiltersTestJSON-974110797-project-member] Getting quotas for project 98fbc2f9559148b8b0e2a2136152f13c. Resources: {'instances', 'cores', 'ram'} {{(pid=55139) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 843.283807] nova-conductor[55139]: DEBUG nova.quota [None req-86892c1d-d929-40fb-9caf-d1611bf524c3 tempest-ListServerFiltersTestJSON-974110797 tempest-ListServerFiltersTestJSON-974110797-project-member] Getting quotas for user faabe4f6570d41598fd1f2b2f0d6df11 and project 98fbc2f9559148b8b0e2a2136152f13c. Resources: {'instances', 'cores', 'ram'} {{(pid=55139) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 843.290012] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-86892c1d-d929-40fb-9caf-d1611bf524c3 tempest-ListServerFiltersTestJSON-974110797 tempest-ListServerFiltersTestJSON-974110797-project-member] [instance: 36291628-af7d-43cf-8149-09f57df47890] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55139) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 843.290482] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-86892c1d-d929-40fb-9caf-d1611bf524c3 tempest-ListServerFiltersTestJSON-974110797 tempest-ListServerFiltersTestJSON-974110797-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 843.290698] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-86892c1d-d929-40fb-9caf-d1611bf524c3 tempest-ListServerFiltersTestJSON-974110797 tempest-ListServerFiltersTestJSON-974110797-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 843.290862] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-86892c1d-d929-40fb-9caf-d1611bf524c3 tempest-ListServerFiltersTestJSON-974110797 tempest-ListServerFiltersTestJSON-974110797-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 843.296134] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-86892c1d-d929-40fb-9caf-d1611bf524c3 tempest-ListServerFiltersTestJSON-974110797 tempest-ListServerFiltersTestJSON-974110797-project-member] [instance: 36291628-af7d-43cf-8149-09f57df47890] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55139) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 843.296831] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-86892c1d-d929-40fb-9caf-d1611bf524c3 tempest-ListServerFiltersTestJSON-974110797 tempest-ListServerFiltersTestJSON-974110797-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 843.297066] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-86892c1d-d929-40fb-9caf-d1611bf524c3 tempest-ListServerFiltersTestJSON-974110797 tempest-ListServerFiltersTestJSON-974110797-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 843.297244] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-86892c1d-d929-40fb-9caf-d1611bf524c3 tempest-ListServerFiltersTestJSON-974110797 tempest-ListServerFiltersTestJSON-974110797-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 843.317585] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-86892c1d-d929-40fb-9caf-d1611bf524c3 tempest-ListServerFiltersTestJSON-974110797 tempest-ListServerFiltersTestJSON-974110797-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 843.318055] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-86892c1d-d929-40fb-9caf-d1611bf524c3 tempest-ListServerFiltersTestJSON-974110797 tempest-ListServerFiltersTestJSON-974110797-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 843.318055] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-86892c1d-d929-40fb-9caf-d1611bf524c3 tempest-ListServerFiltersTestJSON-974110797 tempest-ListServerFiltersTestJSON-974110797-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 843.510294] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-ec51fb29-0b87-4933-86c2-53b27f6f8251 tempest-ListServerFiltersTestJSON-974110797 tempest-ListServerFiltersTestJSON-974110797-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55138) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 843.523407] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-ec51fb29-0b87-4933-86c2-53b27f6f8251 tempest-ListServerFiltersTestJSON-974110797 tempest-ListServerFiltersTestJSON-974110797-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 843.523928] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-ec51fb29-0b87-4933-86c2-53b27f6f8251 tempest-ListServerFiltersTestJSON-974110797 tempest-ListServerFiltersTestJSON-974110797-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 843.523928] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-ec51fb29-0b87-4933-86c2-53b27f6f8251 tempest-ListServerFiltersTestJSON-974110797 tempest-ListServerFiltersTestJSON-974110797-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 843.570084] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-ec51fb29-0b87-4933-86c2-53b27f6f8251 tempest-ListServerFiltersTestJSON-974110797 tempest-ListServerFiltersTestJSON-974110797-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 843.570325] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-ec51fb29-0b87-4933-86c2-53b27f6f8251 tempest-ListServerFiltersTestJSON-974110797 tempest-ListServerFiltersTestJSON-974110797-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 843.570577] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-ec51fb29-0b87-4933-86c2-53b27f6f8251 tempest-ListServerFiltersTestJSON-974110797 tempest-ListServerFiltersTestJSON-974110797-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 843.570956] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-ec51fb29-0b87-4933-86c2-53b27f6f8251 tempest-ListServerFiltersTestJSON-974110797 tempest-ListServerFiltersTestJSON-974110797-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 843.571148] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-ec51fb29-0b87-4933-86c2-53b27f6f8251 tempest-ListServerFiltersTestJSON-974110797 tempest-ListServerFiltersTestJSON-974110797-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 843.571306] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-ec51fb29-0b87-4933-86c2-53b27f6f8251 tempest-ListServerFiltersTestJSON-974110797 tempest-ListServerFiltersTestJSON-974110797-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 843.582180] nova-conductor[55138]: DEBUG nova.quota [None req-ec51fb29-0b87-4933-86c2-53b27f6f8251 tempest-ListServerFiltersTestJSON-974110797 tempest-ListServerFiltersTestJSON-974110797-project-member] Getting quotas for project 98fbc2f9559148b8b0e2a2136152f13c. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 843.586151] nova-conductor[55138]: DEBUG nova.quota [None req-ec51fb29-0b87-4933-86c2-53b27f6f8251 tempest-ListServerFiltersTestJSON-974110797 tempest-ListServerFiltersTestJSON-974110797-project-member] Getting quotas for user faabe4f6570d41598fd1f2b2f0d6df11 and project 98fbc2f9559148b8b0e2a2136152f13c. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 843.594027] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-ec51fb29-0b87-4933-86c2-53b27f6f8251 tempest-ListServerFiltersTestJSON-974110797 tempest-ListServerFiltersTestJSON-974110797-project-member] [instance: 3d1518d3-bed2-4b7b-af1d-d7da49e92874] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55138) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 843.594566] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-ec51fb29-0b87-4933-86c2-53b27f6f8251 tempest-ListServerFiltersTestJSON-974110797 tempest-ListServerFiltersTestJSON-974110797-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 843.594634] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-ec51fb29-0b87-4933-86c2-53b27f6f8251 tempest-ListServerFiltersTestJSON-974110797 tempest-ListServerFiltersTestJSON-974110797-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 843.594960] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-ec51fb29-0b87-4933-86c2-53b27f6f8251 tempest-ListServerFiltersTestJSON-974110797 tempest-ListServerFiltersTestJSON-974110797-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 843.602096] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-ec51fb29-0b87-4933-86c2-53b27f6f8251 tempest-ListServerFiltersTestJSON-974110797 tempest-ListServerFiltersTestJSON-974110797-project-member] [instance: 3d1518d3-bed2-4b7b-af1d-d7da49e92874] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55138) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 843.602793] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-ec51fb29-0b87-4933-86c2-53b27f6f8251 tempest-ListServerFiltersTestJSON-974110797 tempest-ListServerFiltersTestJSON-974110797-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 843.603009] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-ec51fb29-0b87-4933-86c2-53b27f6f8251 tempest-ListServerFiltersTestJSON-974110797 tempest-ListServerFiltersTestJSON-974110797-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 843.603186] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-ec51fb29-0b87-4933-86c2-53b27f6f8251 tempest-ListServerFiltersTestJSON-974110797 tempest-ListServerFiltersTestJSON-974110797-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 843.620368] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-ec51fb29-0b87-4933-86c2-53b27f6f8251 tempest-ListServerFiltersTestJSON-974110797 tempest-ListServerFiltersTestJSON-974110797-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 843.620603] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-ec51fb29-0b87-4933-86c2-53b27f6f8251 tempest-ListServerFiltersTestJSON-974110797 tempest-ListServerFiltersTestJSON-974110797-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 843.620775] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-ec51fb29-0b87-4933-86c2-53b27f6f8251 tempest-ListServerFiltersTestJSON-974110797 tempest-ListServerFiltersTestJSON-974110797-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 843.860761] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-ac2bd3e6-cabd-4e2c-8f72-6459d6cbecc0 tempest-ListServerFiltersTestJSON-974110797 tempest-ListServerFiltersTestJSON-974110797-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55138) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 843.876088] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-ac2bd3e6-cabd-4e2c-8f72-6459d6cbecc0 tempest-ListServerFiltersTestJSON-974110797 tempest-ListServerFiltersTestJSON-974110797-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 843.876321] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-ac2bd3e6-cabd-4e2c-8f72-6459d6cbecc0 tempest-ListServerFiltersTestJSON-974110797 tempest-ListServerFiltersTestJSON-974110797-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 843.876490] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-ac2bd3e6-cabd-4e2c-8f72-6459d6cbecc0 tempest-ListServerFiltersTestJSON-974110797 tempest-ListServerFiltersTestJSON-974110797-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 843.903688] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-ac2bd3e6-cabd-4e2c-8f72-6459d6cbecc0 tempest-ListServerFiltersTestJSON-974110797 tempest-ListServerFiltersTestJSON-974110797-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 843.903920] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-ac2bd3e6-cabd-4e2c-8f72-6459d6cbecc0 tempest-ListServerFiltersTestJSON-974110797 tempest-ListServerFiltersTestJSON-974110797-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 843.904196] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-ac2bd3e6-cabd-4e2c-8f72-6459d6cbecc0 tempest-ListServerFiltersTestJSON-974110797 tempest-ListServerFiltersTestJSON-974110797-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 843.904587] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-ac2bd3e6-cabd-4e2c-8f72-6459d6cbecc0 tempest-ListServerFiltersTestJSON-974110797 tempest-ListServerFiltersTestJSON-974110797-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 843.904782] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-ac2bd3e6-cabd-4e2c-8f72-6459d6cbecc0 tempest-ListServerFiltersTestJSON-974110797 tempest-ListServerFiltersTestJSON-974110797-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 843.904944] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-ac2bd3e6-cabd-4e2c-8f72-6459d6cbecc0 tempest-ListServerFiltersTestJSON-974110797 tempest-ListServerFiltersTestJSON-974110797-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 843.917703] nova-conductor[55138]: DEBUG nova.quota [None req-ac2bd3e6-cabd-4e2c-8f72-6459d6cbecc0 tempest-ListServerFiltersTestJSON-974110797 tempest-ListServerFiltersTestJSON-974110797-project-member] Getting quotas for project 98fbc2f9559148b8b0e2a2136152f13c. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 843.920067] nova-conductor[55138]: DEBUG nova.quota [None req-ac2bd3e6-cabd-4e2c-8f72-6459d6cbecc0 tempest-ListServerFiltersTestJSON-974110797 tempest-ListServerFiltersTestJSON-974110797-project-member] Getting quotas for user faabe4f6570d41598fd1f2b2f0d6df11 and project 98fbc2f9559148b8b0e2a2136152f13c. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 843.926111] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-ac2bd3e6-cabd-4e2c-8f72-6459d6cbecc0 tempest-ListServerFiltersTestJSON-974110797 tempest-ListServerFiltersTestJSON-974110797-project-member] [instance: 61a6528e-4e4e-49b7-be7b-dd30bd8023d8] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55138) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 843.926621] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-ac2bd3e6-cabd-4e2c-8f72-6459d6cbecc0 tempest-ListServerFiltersTestJSON-974110797 tempest-ListServerFiltersTestJSON-974110797-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 843.926827] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-ac2bd3e6-cabd-4e2c-8f72-6459d6cbecc0 tempest-ListServerFiltersTestJSON-974110797 tempest-ListServerFiltersTestJSON-974110797-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 843.926993] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-ac2bd3e6-cabd-4e2c-8f72-6459d6cbecc0 tempest-ListServerFiltersTestJSON-974110797 tempest-ListServerFiltersTestJSON-974110797-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 843.929878] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-ac2bd3e6-cabd-4e2c-8f72-6459d6cbecc0 tempest-ListServerFiltersTestJSON-974110797 tempest-ListServerFiltersTestJSON-974110797-project-member] [instance: 61a6528e-4e4e-49b7-be7b-dd30bd8023d8] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55138) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 843.930542] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-ac2bd3e6-cabd-4e2c-8f72-6459d6cbecc0 tempest-ListServerFiltersTestJSON-974110797 tempest-ListServerFiltersTestJSON-974110797-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 843.930748] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-ac2bd3e6-cabd-4e2c-8f72-6459d6cbecc0 tempest-ListServerFiltersTestJSON-974110797 tempest-ListServerFiltersTestJSON-974110797-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 843.930912] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-ac2bd3e6-cabd-4e2c-8f72-6459d6cbecc0 tempest-ListServerFiltersTestJSON-974110797 tempest-ListServerFiltersTestJSON-974110797-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 843.948534] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-ac2bd3e6-cabd-4e2c-8f72-6459d6cbecc0 tempest-ListServerFiltersTestJSON-974110797 tempest-ListServerFiltersTestJSON-974110797-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 843.948794] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-ac2bd3e6-cabd-4e2c-8f72-6459d6cbecc0 tempest-ListServerFiltersTestJSON-974110797 tempest-ListServerFiltersTestJSON-974110797-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 843.948913] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-ac2bd3e6-cabd-4e2c-8f72-6459d6cbecc0 tempest-ListServerFiltersTestJSON-974110797 tempest-ListServerFiltersTestJSON-974110797-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 844.367681] nova-conductor[55138]: ERROR nova.scheduler.utils [None req-89d62ac2-4799-47d8-8b97-bc624c3e0cc8 tempest-SecurityGroupsTestJSON-1001345364 tempest-SecurityGroupsTestJSON-1001345364-project-member] [instance: 06bd8147-5479-4c5e-8ba2-6d3a205ba05e] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port eddbfe5e-fc77-4e94-9795-fb3364bdbd51, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 06bd8147-5479-4c5e-8ba2-6d3a205ba05e was re-scheduled: Binding failed for port eddbfe5e-fc77-4e94-9795-fb3364bdbd51, please check neutron logs for more information.\n'] [ 844.368298] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-89d62ac2-4799-47d8-8b97-bc624c3e0cc8 tempest-SecurityGroupsTestJSON-1001345364 tempest-SecurityGroupsTestJSON-1001345364-project-member] Rescheduling: True {{(pid=55138) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 844.368628] nova-conductor[55138]: WARNING nova.scheduler.utils [None req-89d62ac2-4799-47d8-8b97-bc624c3e0cc8 tempest-SecurityGroupsTestJSON-1001345364 tempest-SecurityGroupsTestJSON-1001345364-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 06bd8147-5479-4c5e-8ba2-6d3a205ba05e.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 06bd8147-5479-4c5e-8ba2-6d3a205ba05e. [ 844.369111] nova-conductor[55138]: WARNING nova.scheduler.utils [None req-89d62ac2-4799-47d8-8b97-bc624c3e0cc8 tempest-SecurityGroupsTestJSON-1001345364 tempest-SecurityGroupsTestJSON-1001345364-project-member] [instance: 06bd8147-5479-4c5e-8ba2-6d3a205ba05e] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 06bd8147-5479-4c5e-8ba2-6d3a205ba05e. [ 844.391701] nova-conductor[55138]: DEBUG nova.network.neutron [None req-89d62ac2-4799-47d8-8b97-bc624c3e0cc8 tempest-SecurityGroupsTestJSON-1001345364 tempest-SecurityGroupsTestJSON-1001345364-project-member] [instance: 06bd8147-5479-4c5e-8ba2-6d3a205ba05e] deallocate_for_instance() {{(pid=55138) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 844.407343] nova-conductor[55138]: DEBUG nova.network.neutron [None req-89d62ac2-4799-47d8-8b97-bc624c3e0cc8 tempest-SecurityGroupsTestJSON-1001345364 tempest-SecurityGroupsTestJSON-1001345364-project-member] [instance: 06bd8147-5479-4c5e-8ba2-6d3a205ba05e] Instance cache missing network info. {{(pid=55138) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 844.411163] nova-conductor[55138]: DEBUG nova.network.neutron [None req-89d62ac2-4799-47d8-8b97-bc624c3e0cc8 tempest-SecurityGroupsTestJSON-1001345364 tempest-SecurityGroupsTestJSON-1001345364-project-member] [instance: 06bd8147-5479-4c5e-8ba2-6d3a205ba05e] Updating instance_info_cache with network_info: [] {{(pid=55138) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.565054] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-d853c7f2-55eb-46d1-a69e-667b5065b500 tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55139) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 844.580728] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-d853c7f2-55eb-46d1-a69e-667b5065b500 tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 844.580972] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-d853c7f2-55eb-46d1-a69e-667b5065b500 tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 844.581161] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-d853c7f2-55eb-46d1-a69e-667b5065b500 tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 844.610018] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-d853c7f2-55eb-46d1-a69e-667b5065b500 tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 844.610408] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-d853c7f2-55eb-46d1-a69e-667b5065b500 tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 844.611017] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-d853c7f2-55eb-46d1-a69e-667b5065b500 tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 844.611092] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-d853c7f2-55eb-46d1-a69e-667b5065b500 tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 844.611282] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-d853c7f2-55eb-46d1-a69e-667b5065b500 tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 844.611444] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-d853c7f2-55eb-46d1-a69e-667b5065b500 tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 844.619920] nova-conductor[55139]: DEBUG nova.quota [None req-d853c7f2-55eb-46d1-a69e-667b5065b500 tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Getting quotas for project 5e914f87450949b1a39866e8cfa3a0eb. Resources: {'instances', 'cores', 'ram'} {{(pid=55139) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 844.622668] nova-conductor[55139]: DEBUG nova.quota [None req-d853c7f2-55eb-46d1-a69e-667b5065b500 tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Getting quotas for user 2d292997e4c34051acc645b4a65dc369 and project 5e914f87450949b1a39866e8cfa3a0eb. Resources: {'instances', 'cores', 'ram'} {{(pid=55139) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 844.628026] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-d853c7f2-55eb-46d1-a69e-667b5065b500 tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] [instance: 7a72a1ab-3b3d-450d-a3a6-572b0035eb0e] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55139) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 844.628232] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-d853c7f2-55eb-46d1-a69e-667b5065b500 tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 844.628435] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-d853c7f2-55eb-46d1-a69e-667b5065b500 tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 844.628604] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-d853c7f2-55eb-46d1-a69e-667b5065b500 tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 844.631396] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-d853c7f2-55eb-46d1-a69e-667b5065b500 tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] [instance: 7a72a1ab-3b3d-450d-a3a6-572b0035eb0e] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55139) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 844.632020] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-d853c7f2-55eb-46d1-a69e-667b5065b500 tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 844.632220] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-d853c7f2-55eb-46d1-a69e-667b5065b500 tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 844.632381] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-d853c7f2-55eb-46d1-a69e-667b5065b500 tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 844.646093] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-d853c7f2-55eb-46d1-a69e-667b5065b500 tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 844.646306] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-d853c7f2-55eb-46d1-a69e-667b5065b500 tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 844.646471] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-d853c7f2-55eb-46d1-a69e-667b5065b500 tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 846.107738] nova-conductor[55139]: ERROR nova.scheduler.utils [None req-80ba9e4e-4977-45f2-9c67-ec3e513e394a tempest-ServerDiagnosticsNegativeTest-1635561772 tempest-ServerDiagnosticsNegativeTest-1635561772-project-member] [instance: 56feb1b8-7dbb-4a5c-a8e9-5cb53059e39a] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port a89d882c-6b78-4f47-929d-8d342776d561, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 56feb1b8-7dbb-4a5c-a8e9-5cb53059e39a was re-scheduled: Binding failed for port a89d882c-6b78-4f47-929d-8d342776d561, please check neutron logs for more information.\n'] [ 846.108498] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-80ba9e4e-4977-45f2-9c67-ec3e513e394a tempest-ServerDiagnosticsNegativeTest-1635561772 tempest-ServerDiagnosticsNegativeTest-1635561772-project-member] Rescheduling: True {{(pid=55139) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 846.108882] nova-conductor[55139]: WARNING nova.scheduler.utils [None req-80ba9e4e-4977-45f2-9c67-ec3e513e394a tempest-ServerDiagnosticsNegativeTest-1635561772 tempest-ServerDiagnosticsNegativeTest-1635561772-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 56feb1b8-7dbb-4a5c-a8e9-5cb53059e39a.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 56feb1b8-7dbb-4a5c-a8e9-5cb53059e39a. [ 846.109315] nova-conductor[55139]: WARNING nova.scheduler.utils [None req-80ba9e4e-4977-45f2-9c67-ec3e513e394a tempest-ServerDiagnosticsNegativeTest-1635561772 tempest-ServerDiagnosticsNegativeTest-1635561772-project-member] [instance: 56feb1b8-7dbb-4a5c-a8e9-5cb53059e39a] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 56feb1b8-7dbb-4a5c-a8e9-5cb53059e39a. [ 846.132716] nova-conductor[55139]: DEBUG nova.network.neutron [None req-80ba9e4e-4977-45f2-9c67-ec3e513e394a tempest-ServerDiagnosticsNegativeTest-1635561772 tempest-ServerDiagnosticsNegativeTest-1635561772-project-member] [instance: 56feb1b8-7dbb-4a5c-a8e9-5cb53059e39a] deallocate_for_instance() {{(pid=55139) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 846.158316] nova-conductor[55139]: DEBUG nova.network.neutron [None req-80ba9e4e-4977-45f2-9c67-ec3e513e394a tempest-ServerDiagnosticsNegativeTest-1635561772 tempest-ServerDiagnosticsNegativeTest-1635561772-project-member] [instance: 56feb1b8-7dbb-4a5c-a8e9-5cb53059e39a] Instance cache missing network info. {{(pid=55139) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 846.164306] nova-conductor[55139]: DEBUG nova.network.neutron [None req-80ba9e4e-4977-45f2-9c67-ec3e513e394a tempest-ServerDiagnosticsNegativeTest-1635561772 tempest-ServerDiagnosticsNegativeTest-1635561772-project-member] [instance: 56feb1b8-7dbb-4a5c-a8e9-5cb53059e39a] Updating instance_info_cache with network_info: [] {{(pid=55139) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 847.932034] nova-conductor[55138]: ERROR nova.scheduler.utils [None req-c1b6e994-cea6-43a7-9b24-eaead4e7aeed tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] [instance: 0ea5fdd0-6f55-4e8f-b18b-261e7edd4cf7] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 115c9b60-ce54-4ffa-9bb5-eae100911988, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 0ea5fdd0-6f55-4e8f-b18b-261e7edd4cf7 was re-scheduled: Binding failed for port 115c9b60-ce54-4ffa-9bb5-eae100911988, please check neutron logs for more information.\n'] [ 847.933042] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-c1b6e994-cea6-43a7-9b24-eaead4e7aeed tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Rescheduling: True {{(pid=55138) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 847.933363] nova-conductor[55138]: WARNING nova.scheduler.utils [None req-c1b6e994-cea6-43a7-9b24-eaead4e7aeed tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 0ea5fdd0-6f55-4e8f-b18b-261e7edd4cf7.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 0ea5fdd0-6f55-4e8f-b18b-261e7edd4cf7. [ 847.933706] nova-conductor[55138]: WARNING nova.scheduler.utils [None req-c1b6e994-cea6-43a7-9b24-eaead4e7aeed tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] [instance: 0ea5fdd0-6f55-4e8f-b18b-261e7edd4cf7] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 0ea5fdd0-6f55-4e8f-b18b-261e7edd4cf7. [ 847.959843] nova-conductor[55138]: DEBUG nova.network.neutron [None req-c1b6e994-cea6-43a7-9b24-eaead4e7aeed tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] [instance: 0ea5fdd0-6f55-4e8f-b18b-261e7edd4cf7] deallocate_for_instance() {{(pid=55138) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 847.977833] nova-conductor[55138]: DEBUG nova.network.neutron [None req-c1b6e994-cea6-43a7-9b24-eaead4e7aeed tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] [instance: 0ea5fdd0-6f55-4e8f-b18b-261e7edd4cf7] Instance cache missing network info. {{(pid=55138) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 847.980837] nova-conductor[55138]: DEBUG nova.network.neutron [None req-c1b6e994-cea6-43a7-9b24-eaead4e7aeed tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] [instance: 0ea5fdd0-6f55-4e8f-b18b-261e7edd4cf7] Updating instance_info_cache with network_info: [] {{(pid=55138) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 849.824648] nova-conductor[55138]: ERROR nova.scheduler.utils [None req-c63d80ed-0e32-4c6d-8d18-b1b4a5b00d91 tempest-ServerActionsTestOtherA-289050786 tempest-ServerActionsTestOtherA-289050786-project-member] [instance: a47dbb3e-62be-426d-acd7-bedc0faf65c5] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 9f87d11f-db0c-4b6b-84a2-86c00886f0db, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance a47dbb3e-62be-426d-acd7-bedc0faf65c5 was re-scheduled: Binding failed for port 9f87d11f-db0c-4b6b-84a2-86c00886f0db, please check neutron logs for more information.\n'] [ 849.825661] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-c63d80ed-0e32-4c6d-8d18-b1b4a5b00d91 tempest-ServerActionsTestOtherA-289050786 tempest-ServerActionsTestOtherA-289050786-project-member] Rescheduling: True {{(pid=55138) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 849.825661] nova-conductor[55138]: WARNING nova.scheduler.utils [None req-c63d80ed-0e32-4c6d-8d18-b1b4a5b00d91 tempest-ServerActionsTestOtherA-289050786 tempest-ServerActionsTestOtherA-289050786-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a47dbb3e-62be-426d-acd7-bedc0faf65c5.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a47dbb3e-62be-426d-acd7-bedc0faf65c5. [ 849.826236] nova-conductor[55138]: WARNING nova.scheduler.utils [None req-c63d80ed-0e32-4c6d-8d18-b1b4a5b00d91 tempest-ServerActionsTestOtherA-289050786 tempest-ServerActionsTestOtherA-289050786-project-member] [instance: a47dbb3e-62be-426d-acd7-bedc0faf65c5] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance a47dbb3e-62be-426d-acd7-bedc0faf65c5. [ 849.877315] nova-conductor[55138]: DEBUG nova.network.neutron [None req-c63d80ed-0e32-4c6d-8d18-b1b4a5b00d91 tempest-ServerActionsTestOtherA-289050786 tempest-ServerActionsTestOtherA-289050786-project-member] [instance: a47dbb3e-62be-426d-acd7-bedc0faf65c5] deallocate_for_instance() {{(pid=55138) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 849.919028] nova-conductor[55138]: DEBUG nova.network.neutron [None req-c63d80ed-0e32-4c6d-8d18-b1b4a5b00d91 tempest-ServerActionsTestOtherA-289050786 tempest-ServerActionsTestOtherA-289050786-project-member] [instance: a47dbb3e-62be-426d-acd7-bedc0faf65c5] Instance cache missing network info. {{(pid=55138) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 849.929089] nova-conductor[55138]: DEBUG nova.network.neutron [None req-c63d80ed-0e32-4c6d-8d18-b1b4a5b00d91 tempest-ServerActionsTestOtherA-289050786 tempest-ServerActionsTestOtherA-289050786-project-member] [instance: a47dbb3e-62be-426d-acd7-bedc0faf65c5] Updating instance_info_cache with network_info: [] {{(pid=55138) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 850.282186] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-2f4c677d-7999-4e4d-ac36-3d699c987428 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55138) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 850.304058] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-2f4c677d-7999-4e4d-ac36-3d699c987428 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 850.304310] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-2f4c677d-7999-4e4d-ac36-3d699c987428 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 850.304650] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-2f4c677d-7999-4e4d-ac36-3d699c987428 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 850.351339] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-2f4c677d-7999-4e4d-ac36-3d699c987428 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 850.351801] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-2f4c677d-7999-4e4d-ac36-3d699c987428 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 850.351801] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-2f4c677d-7999-4e4d-ac36-3d699c987428 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 850.352106] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-2f4c677d-7999-4e4d-ac36-3d699c987428 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 850.352294] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-2f4c677d-7999-4e4d-ac36-3d699c987428 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 850.352512] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-2f4c677d-7999-4e4d-ac36-3d699c987428 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 850.365679] nova-conductor[55138]: DEBUG nova.quota [None req-2f4c677d-7999-4e4d-ac36-3d699c987428 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Getting quotas for project 22352c25bca8416a948014391a5389ac. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 850.375668] nova-conductor[55138]: DEBUG nova.quota [None req-2f4c677d-7999-4e4d-ac36-3d699c987428 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Getting quotas for user 1236175893a3401cb01b04604168f1e0 and project 22352c25bca8416a948014391a5389ac. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 850.386063] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-2f4c677d-7999-4e4d-ac36-3d699c987428 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] [instance: e775e5e1-521a-4fc7-80e6-bcb6a70516c5] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55138) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 850.386545] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-2f4c677d-7999-4e4d-ac36-3d699c987428 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 850.386764] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-2f4c677d-7999-4e4d-ac36-3d699c987428 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 850.386912] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-2f4c677d-7999-4e4d-ac36-3d699c987428 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 850.392230] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-2f4c677d-7999-4e4d-ac36-3d699c987428 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] [instance: e775e5e1-521a-4fc7-80e6-bcb6a70516c5] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55138) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 850.392230] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-2f4c677d-7999-4e4d-ac36-3d699c987428 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 850.392230] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-2f4c677d-7999-4e4d-ac36-3d699c987428 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 850.392230] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-2f4c677d-7999-4e4d-ac36-3d699c987428 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 850.410629] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-2f4c677d-7999-4e4d-ac36-3d699c987428 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 850.410902] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-2f4c677d-7999-4e4d-ac36-3d699c987428 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 850.411152] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-2f4c677d-7999-4e4d-ac36-3d699c987428 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 850.965620] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-673e4529-7ede-4930-8957-94776fc44cb2 tempest-ServerAddressesNegativeTestJSON-1047795468 tempest-ServerAddressesNegativeTestJSON-1047795468-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=55138) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 850.985086] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-673e4529-7ede-4930-8957-94776fc44cb2 tempest-ServerAddressesNegativeTestJSON-1047795468 tempest-ServerAddressesNegativeTestJSON-1047795468-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 850.985640] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-673e4529-7ede-4930-8957-94776fc44cb2 tempest-ServerAddressesNegativeTestJSON-1047795468 tempest-ServerAddressesNegativeTestJSON-1047795468-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 850.988223] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-673e4529-7ede-4930-8957-94776fc44cb2 tempest-ServerAddressesNegativeTestJSON-1047795468 tempest-ServerAddressesNegativeTestJSON-1047795468-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 851.023091] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-673e4529-7ede-4930-8957-94776fc44cb2 tempest-ServerAddressesNegativeTestJSON-1047795468 tempest-ServerAddressesNegativeTestJSON-1047795468-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 851.023372] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-673e4529-7ede-4930-8957-94776fc44cb2 tempest-ServerAddressesNegativeTestJSON-1047795468 tempest-ServerAddressesNegativeTestJSON-1047795468-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 851.023631] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-673e4529-7ede-4930-8957-94776fc44cb2 tempest-ServerAddressesNegativeTestJSON-1047795468 tempest-ServerAddressesNegativeTestJSON-1047795468-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 851.024377] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-673e4529-7ede-4930-8957-94776fc44cb2 tempest-ServerAddressesNegativeTestJSON-1047795468 tempest-ServerAddressesNegativeTestJSON-1047795468-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 851.024489] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-673e4529-7ede-4930-8957-94776fc44cb2 tempest-ServerAddressesNegativeTestJSON-1047795468 tempest-ServerAddressesNegativeTestJSON-1047795468-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 851.024643] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-673e4529-7ede-4930-8957-94776fc44cb2 tempest-ServerAddressesNegativeTestJSON-1047795468 tempest-ServerAddressesNegativeTestJSON-1047795468-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 851.035210] nova-conductor[55138]: DEBUG nova.quota [None req-673e4529-7ede-4930-8957-94776fc44cb2 tempest-ServerAddressesNegativeTestJSON-1047795468 tempest-ServerAddressesNegativeTestJSON-1047795468-project-member] Getting quotas for project 90f7aa97c6a84ee2bd79518f6e7e2ad3. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 851.038665] nova-conductor[55138]: DEBUG nova.quota [None req-673e4529-7ede-4930-8957-94776fc44cb2 tempest-ServerAddressesNegativeTestJSON-1047795468 tempest-ServerAddressesNegativeTestJSON-1047795468-project-member] Getting quotas for user 8d1ac6136a7f42f0ada077ec276320ac and project 90f7aa97c6a84ee2bd79518f6e7e2ad3. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 851.047720] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-673e4529-7ede-4930-8957-94776fc44cb2 tempest-ServerAddressesNegativeTestJSON-1047795468 tempest-ServerAddressesNegativeTestJSON-1047795468-project-member] [instance: 753d190b-f4a4-4438-bc98-94564e3ec73d] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55138) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 851.047720] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-673e4529-7ede-4930-8957-94776fc44cb2 tempest-ServerAddressesNegativeTestJSON-1047795468 tempest-ServerAddressesNegativeTestJSON-1047795468-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 851.047720] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-673e4529-7ede-4930-8957-94776fc44cb2 tempest-ServerAddressesNegativeTestJSON-1047795468 tempest-ServerAddressesNegativeTestJSON-1047795468-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 851.047720] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-673e4529-7ede-4930-8957-94776fc44cb2 tempest-ServerAddressesNegativeTestJSON-1047795468 tempest-ServerAddressesNegativeTestJSON-1047795468-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 851.054741] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-673e4529-7ede-4930-8957-94776fc44cb2 tempest-ServerAddressesNegativeTestJSON-1047795468 tempest-ServerAddressesNegativeTestJSON-1047795468-project-member] [instance: 753d190b-f4a4-4438-bc98-94564e3ec73d] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55138) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 851.055149] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-673e4529-7ede-4930-8957-94776fc44cb2 tempest-ServerAddressesNegativeTestJSON-1047795468 tempest-ServerAddressesNegativeTestJSON-1047795468-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 851.055199] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-673e4529-7ede-4930-8957-94776fc44cb2 tempest-ServerAddressesNegativeTestJSON-1047795468 tempest-ServerAddressesNegativeTestJSON-1047795468-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 851.055460] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-673e4529-7ede-4930-8957-94776fc44cb2 tempest-ServerAddressesNegativeTestJSON-1047795468 tempest-ServerAddressesNegativeTestJSON-1047795468-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 851.075617] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-673e4529-7ede-4930-8957-94776fc44cb2 tempest-ServerAddressesNegativeTestJSON-1047795468 tempest-ServerAddressesNegativeTestJSON-1047795468-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 851.075822] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-673e4529-7ede-4930-8957-94776fc44cb2 tempest-ServerAddressesNegativeTestJSON-1047795468 tempest-ServerAddressesNegativeTestJSON-1047795468-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 851.075987] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-673e4529-7ede-4930-8957-94776fc44cb2 tempest-ServerAddressesNegativeTestJSON-1047795468 tempest-ServerAddressesNegativeTestJSON-1047795468-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 851.694941] nova-conductor[55138]: ERROR nova.scheduler.utils [None req-517b96b0-133b-4413-8b5f-8ecfbfcd8afe tempest-AttachInterfacesTestJSON-8017105 tempest-AttachInterfacesTestJSON-8017105-project-member] [instance: 574ddcba-db96-4bd1-bb9e-3f8846c13430] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port cc6896d9-1f04-49c5-82f3-1d50d3ef5244, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 574ddcba-db96-4bd1-bb9e-3f8846c13430 was re-scheduled: Binding failed for port cc6896d9-1f04-49c5-82f3-1d50d3ef5244, please check neutron logs for more information.\n'] [ 851.697915] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-517b96b0-133b-4413-8b5f-8ecfbfcd8afe tempest-AttachInterfacesTestJSON-8017105 tempest-AttachInterfacesTestJSON-8017105-project-member] Rescheduling: True {{(pid=55138) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 851.697915] nova-conductor[55138]: WARNING nova.scheduler.utils [None req-517b96b0-133b-4413-8b5f-8ecfbfcd8afe tempest-AttachInterfacesTestJSON-8017105 tempest-AttachInterfacesTestJSON-8017105-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 574ddcba-db96-4bd1-bb9e-3f8846c13430.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 574ddcba-db96-4bd1-bb9e-3f8846c13430. [ 851.697915] nova-conductor[55138]: WARNING nova.scheduler.utils [None req-517b96b0-133b-4413-8b5f-8ecfbfcd8afe tempest-AttachInterfacesTestJSON-8017105 tempest-AttachInterfacesTestJSON-8017105-project-member] [instance: 574ddcba-db96-4bd1-bb9e-3f8846c13430] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 574ddcba-db96-4bd1-bb9e-3f8846c13430. [ 851.728916] nova-conductor[55138]: DEBUG nova.network.neutron [None req-517b96b0-133b-4413-8b5f-8ecfbfcd8afe tempest-AttachInterfacesTestJSON-8017105 tempest-AttachInterfacesTestJSON-8017105-project-member] [instance: 574ddcba-db96-4bd1-bb9e-3f8846c13430] deallocate_for_instance() {{(pid=55138) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 851.751648] nova-conductor[55138]: DEBUG nova.network.neutron [None req-517b96b0-133b-4413-8b5f-8ecfbfcd8afe tempest-AttachInterfacesTestJSON-8017105 tempest-AttachInterfacesTestJSON-8017105-project-member] [instance: 574ddcba-db96-4bd1-bb9e-3f8846c13430] Instance cache missing network info. {{(pid=55138) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 851.755378] nova-conductor[55138]: DEBUG nova.network.neutron [None req-517b96b0-133b-4413-8b5f-8ecfbfcd8afe tempest-AttachInterfacesTestJSON-8017105 tempest-AttachInterfacesTestJSON-8017105-project-member] [instance: 574ddcba-db96-4bd1-bb9e-3f8846c13430] Updating instance_info_cache with network_info: [] {{(pid=55138) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.215101] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-5b010715-a501-4a2a-933b-3923c667c17d tempest-ListServersNegativeTestJSON-1642626060 tempest-ListServersNegativeTestJSON-1642626060-project-member] Took 0.51 seconds to select destinations for 3 instance(s). {{(pid=55138) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 852.229768] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-5b010715-a501-4a2a-933b-3923c667c17d tempest-ListServersNegativeTestJSON-1642626060 tempest-ListServersNegativeTestJSON-1642626060-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 852.230257] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-5b010715-a501-4a2a-933b-3923c667c17d tempest-ListServersNegativeTestJSON-1642626060 tempest-ListServersNegativeTestJSON-1642626060-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 852.230257] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-5b010715-a501-4a2a-933b-3923c667c17d tempest-ListServersNegativeTestJSON-1642626060 tempest-ListServersNegativeTestJSON-1642626060-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 852.267289] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-5b010715-a501-4a2a-933b-3923c667c17d tempest-ListServersNegativeTestJSON-1642626060 tempest-ListServersNegativeTestJSON-1642626060-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 852.267566] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-5b010715-a501-4a2a-933b-3923c667c17d tempest-ListServersNegativeTestJSON-1642626060 tempest-ListServersNegativeTestJSON-1642626060-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 852.268431] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-5b010715-a501-4a2a-933b-3923c667c17d tempest-ListServersNegativeTestJSON-1642626060 tempest-ListServersNegativeTestJSON-1642626060-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 852.289159] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-5b010715-a501-4a2a-933b-3923c667c17d tempest-ListServersNegativeTestJSON-1642626060 tempest-ListServersNegativeTestJSON-1642626060-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 852.289385] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-5b010715-a501-4a2a-933b-3923c667c17d tempest-ListServersNegativeTestJSON-1642626060 tempest-ListServersNegativeTestJSON-1642626060-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 852.289586] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-5b010715-a501-4a2a-933b-3923c667c17d tempest-ListServersNegativeTestJSON-1642626060 tempest-ListServersNegativeTestJSON-1642626060-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 852.311204] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-5b010715-a501-4a2a-933b-3923c667c17d tempest-ListServersNegativeTestJSON-1642626060 tempest-ListServersNegativeTestJSON-1642626060-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 852.311382] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-5b010715-a501-4a2a-933b-3923c667c17d tempest-ListServersNegativeTestJSON-1642626060 tempest-ListServersNegativeTestJSON-1642626060-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 852.311549] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-5b010715-a501-4a2a-933b-3923c667c17d tempest-ListServersNegativeTestJSON-1642626060 tempest-ListServersNegativeTestJSON-1642626060-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 852.311904] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-5b010715-a501-4a2a-933b-3923c667c17d tempest-ListServersNegativeTestJSON-1642626060 tempest-ListServersNegativeTestJSON-1642626060-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 852.312111] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-5b010715-a501-4a2a-933b-3923c667c17d tempest-ListServersNegativeTestJSON-1642626060 tempest-ListServersNegativeTestJSON-1642626060-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 852.312271] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-5b010715-a501-4a2a-933b-3923c667c17d tempest-ListServersNegativeTestJSON-1642626060 tempest-ListServersNegativeTestJSON-1642626060-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 852.321917] nova-conductor[55138]: DEBUG nova.quota [None req-5b010715-a501-4a2a-933b-3923c667c17d tempest-ListServersNegativeTestJSON-1642626060 tempest-ListServersNegativeTestJSON-1642626060-project-member] Getting quotas for project af1232a17bfd4bd3a3fe860f7da83994. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 852.326691] nova-conductor[55138]: DEBUG nova.quota [None req-5b010715-a501-4a2a-933b-3923c667c17d tempest-ListServersNegativeTestJSON-1642626060 tempest-ListServersNegativeTestJSON-1642626060-project-member] Getting quotas for user 9c4413afc60d4bf6aa0dd3a08b588b66 and project af1232a17bfd4bd3a3fe860f7da83994. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 852.330368] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-5b010715-a501-4a2a-933b-3923c667c17d tempest-ListServersNegativeTestJSON-1642626060 tempest-ListServersNegativeTestJSON-1642626060-project-member] [instance: af2bedc2-28ee-4679-ae38-1cceb2af05d6] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55138) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 852.330980] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-5b010715-a501-4a2a-933b-3923c667c17d tempest-ListServersNegativeTestJSON-1642626060 tempest-ListServersNegativeTestJSON-1642626060-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 852.331216] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-5b010715-a501-4a2a-933b-3923c667c17d tempest-ListServersNegativeTestJSON-1642626060 tempest-ListServersNegativeTestJSON-1642626060-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 852.331367] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-5b010715-a501-4a2a-933b-3923c667c17d tempest-ListServersNegativeTestJSON-1642626060 tempest-ListServersNegativeTestJSON-1642626060-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 852.337678] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-5b010715-a501-4a2a-933b-3923c667c17d tempest-ListServersNegativeTestJSON-1642626060 tempest-ListServersNegativeTestJSON-1642626060-project-member] [instance: af2bedc2-28ee-4679-ae38-1cceb2af05d6] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55138) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 852.339070] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-5b010715-a501-4a2a-933b-3923c667c17d tempest-ListServersNegativeTestJSON-1642626060 tempest-ListServersNegativeTestJSON-1642626060-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 852.339070] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-5b010715-a501-4a2a-933b-3923c667c17d tempest-ListServersNegativeTestJSON-1642626060 tempest-ListServersNegativeTestJSON-1642626060-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 852.339070] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-5b010715-a501-4a2a-933b-3923c667c17d tempest-ListServersNegativeTestJSON-1642626060 tempest-ListServersNegativeTestJSON-1642626060-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 852.352926] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-5b010715-a501-4a2a-933b-3923c667c17d tempest-ListServersNegativeTestJSON-1642626060 tempest-ListServersNegativeTestJSON-1642626060-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 852.353208] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-5b010715-a501-4a2a-933b-3923c667c17d tempest-ListServersNegativeTestJSON-1642626060 tempest-ListServersNegativeTestJSON-1642626060-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 852.353310] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-5b010715-a501-4a2a-933b-3923c667c17d tempest-ListServersNegativeTestJSON-1642626060 tempest-ListServersNegativeTestJSON-1642626060-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 852.359740] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-5b010715-a501-4a2a-933b-3923c667c17d tempest-ListServersNegativeTestJSON-1642626060 tempest-ListServersNegativeTestJSON-1642626060-project-member] [instance: b1bccea9-2d79-431a-8be0-0a5ab293542a] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55138) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 852.360604] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-5b010715-a501-4a2a-933b-3923c667c17d tempest-ListServersNegativeTestJSON-1642626060 tempest-ListServersNegativeTestJSON-1642626060-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 852.360604] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-5b010715-a501-4a2a-933b-3923c667c17d tempest-ListServersNegativeTestJSON-1642626060 tempest-ListServersNegativeTestJSON-1642626060-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 852.360778] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-5b010715-a501-4a2a-933b-3923c667c17d tempest-ListServersNegativeTestJSON-1642626060 tempest-ListServersNegativeTestJSON-1642626060-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 852.363744] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-5b010715-a501-4a2a-933b-3923c667c17d tempest-ListServersNegativeTestJSON-1642626060 tempest-ListServersNegativeTestJSON-1642626060-project-member] [instance: b1bccea9-2d79-431a-8be0-0a5ab293542a] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55138) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 852.364635] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-5b010715-a501-4a2a-933b-3923c667c17d tempest-ListServersNegativeTestJSON-1642626060 tempest-ListServersNegativeTestJSON-1642626060-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 852.364635] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-5b010715-a501-4a2a-933b-3923c667c17d tempest-ListServersNegativeTestJSON-1642626060 tempest-ListServersNegativeTestJSON-1642626060-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 852.364934] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-5b010715-a501-4a2a-933b-3923c667c17d tempest-ListServersNegativeTestJSON-1642626060 tempest-ListServersNegativeTestJSON-1642626060-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 852.378314] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-5b010715-a501-4a2a-933b-3923c667c17d tempest-ListServersNegativeTestJSON-1642626060 tempest-ListServersNegativeTestJSON-1642626060-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 852.378314] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-5b010715-a501-4a2a-933b-3923c667c17d tempest-ListServersNegativeTestJSON-1642626060 tempest-ListServersNegativeTestJSON-1642626060-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 852.378314] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-5b010715-a501-4a2a-933b-3923c667c17d tempest-ListServersNegativeTestJSON-1642626060 tempest-ListServersNegativeTestJSON-1642626060-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 852.384069] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-5b010715-a501-4a2a-933b-3923c667c17d tempest-ListServersNegativeTestJSON-1642626060 tempest-ListServersNegativeTestJSON-1642626060-project-member] [instance: f3652744-e072-4700-80d4-b9eca414c5cb] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55138) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 852.384620] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-5b010715-a501-4a2a-933b-3923c667c17d tempest-ListServersNegativeTestJSON-1642626060 tempest-ListServersNegativeTestJSON-1642626060-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 852.384809] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-5b010715-a501-4a2a-933b-3923c667c17d tempest-ListServersNegativeTestJSON-1642626060 tempest-ListServersNegativeTestJSON-1642626060-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 852.384966] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-5b010715-a501-4a2a-933b-3923c667c17d tempest-ListServersNegativeTestJSON-1642626060 tempest-ListServersNegativeTestJSON-1642626060-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 852.388523] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-5b010715-a501-4a2a-933b-3923c667c17d tempest-ListServersNegativeTestJSON-1642626060 tempest-ListServersNegativeTestJSON-1642626060-project-member] [instance: f3652744-e072-4700-80d4-b9eca414c5cb] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55138) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 852.389140] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-5b010715-a501-4a2a-933b-3923c667c17d tempest-ListServersNegativeTestJSON-1642626060 tempest-ListServersNegativeTestJSON-1642626060-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 852.389329] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-5b010715-a501-4a2a-933b-3923c667c17d tempest-ListServersNegativeTestJSON-1642626060 tempest-ListServersNegativeTestJSON-1642626060-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 852.389491] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-5b010715-a501-4a2a-933b-3923c667c17d tempest-ListServersNegativeTestJSON-1642626060 tempest-ListServersNegativeTestJSON-1642626060-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 852.405012] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-5b010715-a501-4a2a-933b-3923c667c17d tempest-ListServersNegativeTestJSON-1642626060 tempest-ListServersNegativeTestJSON-1642626060-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 852.408491] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-5b010715-a501-4a2a-933b-3923c667c17d tempest-ListServersNegativeTestJSON-1642626060 tempest-ListServersNegativeTestJSON-1642626060-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 852.408491] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-5b010715-a501-4a2a-933b-3923c667c17d tempest-ListServersNegativeTestJSON-1642626060 tempest-ListServersNegativeTestJSON-1642626060-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 853.787347] nova-conductor[55139]: ERROR nova.scheduler.utils [None req-1cfaeb60-fb6a-4466-8d83-d5b1f942587c tempest-ServerAddressesTestJSON-1475001474 tempest-ServerAddressesTestJSON-1475001474-project-member] [instance: 57f446ee-edf3-40e7-96bf-8fdce62bb19f] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 67590287-a9ba-4e46-93ad-f26ea015e2e6, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 57f446ee-edf3-40e7-96bf-8fdce62bb19f was re-scheduled: Binding failed for port 67590287-a9ba-4e46-93ad-f26ea015e2e6, please check neutron logs for more information.\n'] [ 853.787976] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-1cfaeb60-fb6a-4466-8d83-d5b1f942587c tempest-ServerAddressesTestJSON-1475001474 tempest-ServerAddressesTestJSON-1475001474-project-member] Rescheduling: True {{(pid=55139) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 853.788746] nova-conductor[55139]: WARNING nova.scheduler.utils [None req-1cfaeb60-fb6a-4466-8d83-d5b1f942587c tempest-ServerAddressesTestJSON-1475001474 tempest-ServerAddressesTestJSON-1475001474-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 57f446ee-edf3-40e7-96bf-8fdce62bb19f.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 57f446ee-edf3-40e7-96bf-8fdce62bb19f. [ 853.788746] nova-conductor[55139]: WARNING nova.scheduler.utils [None req-1cfaeb60-fb6a-4466-8d83-d5b1f942587c tempest-ServerAddressesTestJSON-1475001474 tempest-ServerAddressesTestJSON-1475001474-project-member] [instance: 57f446ee-edf3-40e7-96bf-8fdce62bb19f] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 57f446ee-edf3-40e7-96bf-8fdce62bb19f. [ 853.821352] nova-conductor[55139]: DEBUG nova.network.neutron [None req-1cfaeb60-fb6a-4466-8d83-d5b1f942587c tempest-ServerAddressesTestJSON-1475001474 tempest-ServerAddressesTestJSON-1475001474-project-member] [instance: 57f446ee-edf3-40e7-96bf-8fdce62bb19f] deallocate_for_instance() {{(pid=55139) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 853.843073] nova-conductor[55139]: DEBUG nova.network.neutron [None req-1cfaeb60-fb6a-4466-8d83-d5b1f942587c tempest-ServerAddressesTestJSON-1475001474 tempest-ServerAddressesTestJSON-1475001474-project-member] [instance: 57f446ee-edf3-40e7-96bf-8fdce62bb19f] Instance cache missing network info. {{(pid=55139) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 853.847627] nova-conductor[55139]: DEBUG nova.network.neutron [None req-1cfaeb60-fb6a-4466-8d83-d5b1f942587c tempest-ServerAddressesTestJSON-1475001474 tempest-ServerAddressesTestJSON-1475001474-project-member] [instance: 57f446ee-edf3-40e7-96bf-8fdce62bb19f] Updating instance_info_cache with network_info: [] {{(pid=55139) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 854.615946] nova-conductor[55139]: DEBUG dbcounter [-] [55139] Writing DB stats nova_cell0:SELECT=2 {{(pid=55139) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 854.634864] nova-conductor[55139]: DEBUG dbcounter [-] [55139] Writing DB stats nova_cell1:SELECT=6,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=15,nova_cell1:RELEASE=1 {{(pid=55139) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 854.640958] nova-conductor[55139]: DEBUG dbcounter [-] [55139] Writing DB stats nova_api:SELECT=13,nova_api:UPDATE=1 {{(pid=55139) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 854.650170] nova-conductor[55139]: DEBUG dbcounter [-] [55139] Writing DB stats nova_api:SELECT=11,nova_api:UPDATE=1,nova_api:DELETE=2 {{(pid=55139) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 855.284214] nova-conductor[55139]: DEBUG dbcounter [-] [55139] Writing DB stats nova_cell1:UPDATE=170,nova_cell1:SELECT=339,nova_cell1:INSERT=31,nova_cell1:SAVEPOINT=26,nova_cell1:RELEASE=26,nova_cell1:DELETE=1 {{(pid=55139) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 857.813011] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-64c72a94-2101-40bf-880d-0c5177f86aeb tempest-ServerShowV257Test-1709988600 tempest-ServerShowV257Test-1709988600-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=55139) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 857.816540] nova-conductor[55138]: DEBUG dbcounter [-] [55138] Writing DB stats nova_cell1:SELECT=331,nova_cell1:UPDATE=144,nova_cell1:INSERT=20,nova_cell1:SAVEPOINT=40,nova_cell1:RELEASE=40 {{(pid=55138) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 857.830452] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-64c72a94-2101-40bf-880d-0c5177f86aeb tempest-ServerShowV257Test-1709988600 tempest-ServerShowV257Test-1709988600-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 857.830783] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-64c72a94-2101-40bf-880d-0c5177f86aeb tempest-ServerShowV257Test-1709988600 tempest-ServerShowV257Test-1709988600-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 857.830961] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-64c72a94-2101-40bf-880d-0c5177f86aeb tempest-ServerShowV257Test-1709988600 tempest-ServerShowV257Test-1709988600-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 857.877917] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-64c72a94-2101-40bf-880d-0c5177f86aeb tempest-ServerShowV257Test-1709988600 tempest-ServerShowV257Test-1709988600-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 857.878180] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-64c72a94-2101-40bf-880d-0c5177f86aeb tempest-ServerShowV257Test-1709988600 tempest-ServerShowV257Test-1709988600-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 857.878363] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-64c72a94-2101-40bf-880d-0c5177f86aeb tempest-ServerShowV257Test-1709988600 tempest-ServerShowV257Test-1709988600-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 857.878735] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-64c72a94-2101-40bf-880d-0c5177f86aeb tempest-ServerShowV257Test-1709988600 tempest-ServerShowV257Test-1709988600-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 857.878921] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-64c72a94-2101-40bf-880d-0c5177f86aeb tempest-ServerShowV257Test-1709988600 tempest-ServerShowV257Test-1709988600-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 857.879091] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-64c72a94-2101-40bf-880d-0c5177f86aeb tempest-ServerShowV257Test-1709988600 tempest-ServerShowV257Test-1709988600-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 857.887354] nova-conductor[55139]: DEBUG nova.quota [None req-64c72a94-2101-40bf-880d-0c5177f86aeb tempest-ServerShowV257Test-1709988600 tempest-ServerShowV257Test-1709988600-project-member] Getting quotas for project c1f94abed4cc4d85b6a5017f380518c4. Resources: {'instances', 'cores', 'ram'} {{(pid=55139) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 857.889467] nova-conductor[55139]: DEBUG nova.quota [None req-64c72a94-2101-40bf-880d-0c5177f86aeb tempest-ServerShowV257Test-1709988600 tempest-ServerShowV257Test-1709988600-project-member] Getting quotas for user 61b207d83b61449ca72c56c6f2c13a63 and project c1f94abed4cc4d85b6a5017f380518c4. Resources: {'instances', 'cores', 'ram'} {{(pid=55139) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 857.898281] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-64c72a94-2101-40bf-880d-0c5177f86aeb tempest-ServerShowV257Test-1709988600 tempest-ServerShowV257Test-1709988600-project-member] [instance: fc7d3924-a624-4ea4-890c-7628595fb733] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55139) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 857.898719] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-64c72a94-2101-40bf-880d-0c5177f86aeb tempest-ServerShowV257Test-1709988600 tempest-ServerShowV257Test-1709988600-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 857.898922] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-64c72a94-2101-40bf-880d-0c5177f86aeb tempest-ServerShowV257Test-1709988600 tempest-ServerShowV257Test-1709988600-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 857.899096] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-64c72a94-2101-40bf-880d-0c5177f86aeb tempest-ServerShowV257Test-1709988600 tempest-ServerShowV257Test-1709988600-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 857.904385] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-64c72a94-2101-40bf-880d-0c5177f86aeb tempest-ServerShowV257Test-1709988600 tempest-ServerShowV257Test-1709988600-project-member] [instance: fc7d3924-a624-4ea4-890c-7628595fb733] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55139) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 857.905037] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-64c72a94-2101-40bf-880d-0c5177f86aeb tempest-ServerShowV257Test-1709988600 tempest-ServerShowV257Test-1709988600-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 857.905242] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-64c72a94-2101-40bf-880d-0c5177f86aeb tempest-ServerShowV257Test-1709988600 tempest-ServerShowV257Test-1709988600-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 857.905404] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-64c72a94-2101-40bf-880d-0c5177f86aeb tempest-ServerShowV257Test-1709988600 tempest-ServerShowV257Test-1709988600-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 857.934153] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-64c72a94-2101-40bf-880d-0c5177f86aeb tempest-ServerShowV257Test-1709988600 tempest-ServerShowV257Test-1709988600-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 857.934432] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-64c72a94-2101-40bf-880d-0c5177f86aeb tempest-ServerShowV257Test-1709988600 tempest-ServerShowV257Test-1709988600-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 857.934626] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-64c72a94-2101-40bf-880d-0c5177f86aeb tempest-ServerShowV257Test-1709988600 tempest-ServerShowV257Test-1709988600-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 858.420586] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-b9272792-9c96-4fbc-a625-47aa2dbd16f8 tempest-ServerPasswordTestJSON-989293939 tempest-ServerPasswordTestJSON-989293939-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55139) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 858.438647] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-b9272792-9c96-4fbc-a625-47aa2dbd16f8 tempest-ServerPasswordTestJSON-989293939 tempest-ServerPasswordTestJSON-989293939-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 858.438902] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-b9272792-9c96-4fbc-a625-47aa2dbd16f8 tempest-ServerPasswordTestJSON-989293939 tempest-ServerPasswordTestJSON-989293939-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 858.439086] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-b9272792-9c96-4fbc-a625-47aa2dbd16f8 tempest-ServerPasswordTestJSON-989293939 tempest-ServerPasswordTestJSON-989293939-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 858.473335] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-b9272792-9c96-4fbc-a625-47aa2dbd16f8 tempest-ServerPasswordTestJSON-989293939 tempest-ServerPasswordTestJSON-989293939-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 858.473335] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-b9272792-9c96-4fbc-a625-47aa2dbd16f8 tempest-ServerPasswordTestJSON-989293939 tempest-ServerPasswordTestJSON-989293939-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 858.473335] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-b9272792-9c96-4fbc-a625-47aa2dbd16f8 tempest-ServerPasswordTestJSON-989293939 tempest-ServerPasswordTestJSON-989293939-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 858.473568] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-b9272792-9c96-4fbc-a625-47aa2dbd16f8 tempest-ServerPasswordTestJSON-989293939 tempest-ServerPasswordTestJSON-989293939-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 858.473568] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-b9272792-9c96-4fbc-a625-47aa2dbd16f8 tempest-ServerPasswordTestJSON-989293939 tempest-ServerPasswordTestJSON-989293939-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 858.473678] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-b9272792-9c96-4fbc-a625-47aa2dbd16f8 tempest-ServerPasswordTestJSON-989293939 tempest-ServerPasswordTestJSON-989293939-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 858.483943] nova-conductor[55139]: DEBUG nova.quota [None req-b9272792-9c96-4fbc-a625-47aa2dbd16f8 tempest-ServerPasswordTestJSON-989293939 tempest-ServerPasswordTestJSON-989293939-project-member] Getting quotas for project 1ecf1ed8a25d4ee389e611648ed1c044. Resources: {'instances', 'cores', 'ram'} {{(pid=55139) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 858.487123] nova-conductor[55139]: DEBUG nova.quota [None req-b9272792-9c96-4fbc-a625-47aa2dbd16f8 tempest-ServerPasswordTestJSON-989293939 tempest-ServerPasswordTestJSON-989293939-project-member] Getting quotas for user 6185cb1bba2f4200af4b143dd05425ad and project 1ecf1ed8a25d4ee389e611648ed1c044. Resources: {'instances', 'cores', 'ram'} {{(pid=55139) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 858.493282] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-b9272792-9c96-4fbc-a625-47aa2dbd16f8 tempest-ServerPasswordTestJSON-989293939 tempest-ServerPasswordTestJSON-989293939-project-member] [instance: d0d6e380-9337-4f69-8434-6a33ac8a33d6] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55139) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 858.493811] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-b9272792-9c96-4fbc-a625-47aa2dbd16f8 tempest-ServerPasswordTestJSON-989293939 tempest-ServerPasswordTestJSON-989293939-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 858.494072] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-b9272792-9c96-4fbc-a625-47aa2dbd16f8 tempest-ServerPasswordTestJSON-989293939 tempest-ServerPasswordTestJSON-989293939-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 858.494271] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-b9272792-9c96-4fbc-a625-47aa2dbd16f8 tempest-ServerPasswordTestJSON-989293939 tempest-ServerPasswordTestJSON-989293939-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 858.498686] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-b9272792-9c96-4fbc-a625-47aa2dbd16f8 tempest-ServerPasswordTestJSON-989293939 tempest-ServerPasswordTestJSON-989293939-project-member] [instance: d0d6e380-9337-4f69-8434-6a33ac8a33d6] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55139) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 858.499997] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-b9272792-9c96-4fbc-a625-47aa2dbd16f8 tempest-ServerPasswordTestJSON-989293939 tempest-ServerPasswordTestJSON-989293939-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 858.500257] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-b9272792-9c96-4fbc-a625-47aa2dbd16f8 tempest-ServerPasswordTestJSON-989293939 tempest-ServerPasswordTestJSON-989293939-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 858.500467] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-b9272792-9c96-4fbc-a625-47aa2dbd16f8 tempest-ServerPasswordTestJSON-989293939 tempest-ServerPasswordTestJSON-989293939-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 858.514068] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-b9272792-9c96-4fbc-a625-47aa2dbd16f8 tempest-ServerPasswordTestJSON-989293939 tempest-ServerPasswordTestJSON-989293939-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 858.514274] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-b9272792-9c96-4fbc-a625-47aa2dbd16f8 tempest-ServerPasswordTestJSON-989293939 tempest-ServerPasswordTestJSON-989293939-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 858.514437] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-b9272792-9c96-4fbc-a625-47aa2dbd16f8 tempest-ServerPasswordTestJSON-989293939 tempest-ServerPasswordTestJSON-989293939-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 862.315972] nova-conductor[55138]: DEBUG dbcounter [-] [55138] Writing DB stats nova_cell0:SELECT=5 {{(pid=55138) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 862.391965] nova-conductor[55138]: DEBUG dbcounter [-] [55138] Writing DB stats nova_cell1:SELECT=19,nova_cell1:INSERT=51,nova_cell1:SAVEPOINT=2,nova_cell1:RELEASE=2 {{(pid=55138) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 862.400991] nova-conductor[55138]: DEBUG dbcounter [-] [55138] Writing DB stats nova_api:SELECT=38,nova_api:DELETE=2,nova_api:UPDATE=2 {{(pid=55138) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 862.402740] nova-conductor[55138]: DEBUG dbcounter [-] [55138] Writing DB stats nova_api:SELECT=30,nova_api:UPDATE=5,nova_api:DELETE=5 {{(pid=55138) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 868.480020] nova-conductor[55139]: DEBUG dbcounter [-] [55139] Writing DB stats nova_cell0:SELECT=2 {{(pid=55139) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 868.502903] nova-conductor[55139]: DEBUG dbcounter [-] [55139] Writing DB stats nova_cell1:SELECT=6,nova_cell1:SAVEPOINT=2,nova_cell1:INSERT=16,nova_cell1:RELEASE=2 {{(pid=55139) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 868.508565] nova-conductor[55139]: DEBUG dbcounter [-] [55139] Writing DB stats nova_api:SELECT=13,nova_api:UPDATE=1 {{(pid=55139) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 868.512690] nova-conductor[55139]: DEBUG dbcounter [-] [55139] Writing DB stats nova_api:SELECT=11,nova_api:UPDATE=1,nova_api:DELETE=2 {{(pid=55139) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 891.215793] nova-conductor[55139]: ERROR nova.scheduler.utils [None req-4113c981-6ac7-436d-9548-9cdb3596054d tempest-ServersTestManualDisk-1560068381 tempest-ServersTestManualDisk-1560068381-project-member] [instance: ac48e21a-72ec-4c9d-8262-5d6cb36ec531] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port e9f72a2a-5ce9-4802-bd15-9c22c86662b9, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance ac48e21a-72ec-4c9d-8262-5d6cb36ec531 was re-scheduled: Binding failed for port e9f72a2a-5ce9-4802-bd15-9c22c86662b9, please check neutron logs for more information.\n'] [ 891.216392] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-4113c981-6ac7-436d-9548-9cdb3596054d tempest-ServersTestManualDisk-1560068381 tempest-ServersTestManualDisk-1560068381-project-member] Rescheduling: True {{(pid=55139) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 891.216632] nova-conductor[55139]: WARNING nova.scheduler.utils [None req-4113c981-6ac7-436d-9548-9cdb3596054d tempest-ServersTestManualDisk-1560068381 tempest-ServersTestManualDisk-1560068381-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ac48e21a-72ec-4c9d-8262-5d6cb36ec531.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ac48e21a-72ec-4c9d-8262-5d6cb36ec531. [ 891.216993] nova-conductor[55139]: WARNING nova.scheduler.utils [None req-4113c981-6ac7-436d-9548-9cdb3596054d tempest-ServersTestManualDisk-1560068381 tempest-ServersTestManualDisk-1560068381-project-member] [instance: ac48e21a-72ec-4c9d-8262-5d6cb36ec531] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance ac48e21a-72ec-4c9d-8262-5d6cb36ec531. [ 891.254135] nova-conductor[55139]: DEBUG nova.network.neutron [None req-4113c981-6ac7-436d-9548-9cdb3596054d tempest-ServersTestManualDisk-1560068381 tempest-ServersTestManualDisk-1560068381-project-member] [instance: ac48e21a-72ec-4c9d-8262-5d6cb36ec531] deallocate_for_instance() {{(pid=55139) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 891.315154] nova-conductor[55139]: DEBUG nova.network.neutron [None req-4113c981-6ac7-436d-9548-9cdb3596054d tempest-ServersTestManualDisk-1560068381 tempest-ServersTestManualDisk-1560068381-project-member] [instance: ac48e21a-72ec-4c9d-8262-5d6cb36ec531] Instance cache missing network info. {{(pid=55139) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 891.319602] nova-conductor[55139]: DEBUG nova.network.neutron [None req-4113c981-6ac7-436d-9548-9cdb3596054d tempest-ServersTestManualDisk-1560068381 tempest-ServersTestManualDisk-1560068381-project-member] [instance: ac48e21a-72ec-4c9d-8262-5d6cb36ec531] Updating instance_info_cache with network_info: [] {{(pid=55139) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 893.117191] nova-conductor[55138]: ERROR nova.scheduler.utils [None req-1537a42a-eb97-42f3-8eba-21728d271e76 tempest-ServerMetadataNegativeTestJSON-87994245 tempest-ServerMetadataNegativeTestJSON-87994245-project-member] [instance: 69c66a35-3789-4c2f-b7cf-5f4136d53b94] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 6b7258a2-07d2-4cb5-b458-04ed148d1895, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 69c66a35-3789-4c2f-b7cf-5f4136d53b94 was re-scheduled: Binding failed for port 6b7258a2-07d2-4cb5-b458-04ed148d1895, please check neutron logs for more information.\n'] [ 893.117940] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-1537a42a-eb97-42f3-8eba-21728d271e76 tempest-ServerMetadataNegativeTestJSON-87994245 tempest-ServerMetadataNegativeTestJSON-87994245-project-member] Rescheduling: True {{(pid=55138) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 893.118234] nova-conductor[55138]: WARNING nova.scheduler.utils [None req-1537a42a-eb97-42f3-8eba-21728d271e76 tempest-ServerMetadataNegativeTestJSON-87994245 tempest-ServerMetadataNegativeTestJSON-87994245-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 69c66a35-3789-4c2f-b7cf-5f4136d53b94.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 69c66a35-3789-4c2f-b7cf-5f4136d53b94. [ 893.118589] nova-conductor[55138]: WARNING nova.scheduler.utils [None req-1537a42a-eb97-42f3-8eba-21728d271e76 tempest-ServerMetadataNegativeTestJSON-87994245 tempest-ServerMetadataNegativeTestJSON-87994245-project-member] [instance: 69c66a35-3789-4c2f-b7cf-5f4136d53b94] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 69c66a35-3789-4c2f-b7cf-5f4136d53b94. [ 893.149987] nova-conductor[55138]: DEBUG nova.network.neutron [None req-1537a42a-eb97-42f3-8eba-21728d271e76 tempest-ServerMetadataNegativeTestJSON-87994245 tempest-ServerMetadataNegativeTestJSON-87994245-project-member] [instance: 69c66a35-3789-4c2f-b7cf-5f4136d53b94] deallocate_for_instance() {{(pid=55138) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 893.176668] nova-conductor[55138]: DEBUG nova.network.neutron [None req-1537a42a-eb97-42f3-8eba-21728d271e76 tempest-ServerMetadataNegativeTestJSON-87994245 tempest-ServerMetadataNegativeTestJSON-87994245-project-member] [instance: 69c66a35-3789-4c2f-b7cf-5f4136d53b94] Instance cache missing network info. {{(pid=55138) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 893.183114] nova-conductor[55138]: DEBUG nova.network.neutron [None req-1537a42a-eb97-42f3-8eba-21728d271e76 tempest-ServerMetadataNegativeTestJSON-87994245 tempest-ServerMetadataNegativeTestJSON-87994245-project-member] [instance: 69c66a35-3789-4c2f-b7cf-5f4136d53b94] Updating instance_info_cache with network_info: [] {{(pid=55138) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 895.097028] nova-conductor[55138]: ERROR nova.scheduler.utils [None req-49fce254-1c62-4e5a-b525-93689db334b2 tempest-VolumesAdminNegativeTest-1985833072 tempest-VolumesAdminNegativeTest-1985833072-project-member] [instance: 5d9f1803-e3f8-42a5-b6b7-2642463a079e] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 55d081d1-5a3b-4a11-9c16-b73b57c34ea3, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance 5d9f1803-e3f8-42a5-b6b7-2642463a079e was re-scheduled: Binding failed for port 55d081d1-5a3b-4a11-9c16-b73b57c34ea3, please check neutron logs for more information.\n'] [ 895.097028] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-49fce254-1c62-4e5a-b525-93689db334b2 tempest-VolumesAdminNegativeTest-1985833072 tempest-VolumesAdminNegativeTest-1985833072-project-member] Rescheduling: True {{(pid=55138) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 895.097028] nova-conductor[55138]: WARNING nova.scheduler.utils [None req-49fce254-1c62-4e5a-b525-93689db334b2 tempest-VolumesAdminNegativeTest-1985833072 tempest-VolumesAdminNegativeTest-1985833072-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5d9f1803-e3f8-42a5-b6b7-2642463a079e.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5d9f1803-e3f8-42a5-b6b7-2642463a079e. [ 895.097832] nova-conductor[55138]: WARNING nova.scheduler.utils [None req-49fce254-1c62-4e5a-b525-93689db334b2 tempest-VolumesAdminNegativeTest-1985833072 tempest-VolumesAdminNegativeTest-1985833072-project-member] [instance: 5d9f1803-e3f8-42a5-b6b7-2642463a079e] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance 5d9f1803-e3f8-42a5-b6b7-2642463a079e. [ 895.146411] nova-conductor[55138]: DEBUG nova.network.neutron [None req-49fce254-1c62-4e5a-b525-93689db334b2 tempest-VolumesAdminNegativeTest-1985833072 tempest-VolumesAdminNegativeTest-1985833072-project-member] [instance: 5d9f1803-e3f8-42a5-b6b7-2642463a079e] deallocate_for_instance() {{(pid=55138) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 895.171121] nova-conductor[55138]: DEBUG nova.network.neutron [None req-49fce254-1c62-4e5a-b525-93689db334b2 tempest-VolumesAdminNegativeTest-1985833072 tempest-VolumesAdminNegativeTest-1985833072-project-member] [instance: 5d9f1803-e3f8-42a5-b6b7-2642463a079e] Instance cache missing network info. {{(pid=55138) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 895.183299] nova-conductor[55138]: DEBUG nova.network.neutron [None req-49fce254-1c62-4e5a-b525-93689db334b2 tempest-VolumesAdminNegativeTest-1985833072 tempest-VolumesAdminNegativeTest-1985833072-project-member] [instance: 5d9f1803-e3f8-42a5-b6b7-2642463a079e] Updating instance_info_cache with network_info: [] {{(pid=55138) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 896.948494] nova-conductor[55139]: ERROR nova.scheduler.utils [None req-32e8198d-f13d-499e-86a9-a0df59433cc0 tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] [instance: d674db7a-8cf0-46f8-b676-fced0767c105] Error from last host: cpu-1 (node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28): ['Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2641, in _build_and_run_instance\n self.driver.spawn(context, instance, image_meta,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 546, in spawn\n self._vmops.spawn(context, instance, image_meta, injected_files,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 753, in spawn\n vm_ref = self.build_virtual_machine(instance,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vmops.py", line 275, in build_virtual_machine\n vif_infos = vmwarevif.get_vif_info(self._session,\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/vif.py", line 119, in get_vif_info\n for vif in network_info:\n', ' File "/opt/stack/nova/nova/network/model.py", line 614, in __iter__\n return self._sync_wrapper(fn, *args, **kwargs)\n', ' File "/opt/stack/nova/nova/network/model.py", line 605, in _sync_wrapper\n self.wait()\n', ' File "/opt/stack/nova/nova/network/model.py", line 637, in wait\n self[:] = self._gt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 225, in wait\n return self._exit_event.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 131, in wait\n current.throw(*self._exc)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 265, in main\n result = function(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/utils.py", line 663, in context_wrapper\n return func(*args, **kwargs)\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2011, in _allocate_network_async\n raise e\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 1989, in _allocate_network_async\n nwinfo = self.network_api.allocate_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1278, in allocate_for_instance\n created_port_ids = self._update_ports_for_instance(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1414, in _update_ports_for_instance\n with excutils.save_and_reraise_exception():\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 227, in __exit__\n self.force_reraise()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 200, in force_reraise\n raise self.value\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 1389, in _update_ports_for_instance\n updated_port = self._update_port(\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 585, in _update_port\n _ensure_no_port_binding_failure(port)\n', ' File "/opt/stack/nova/nova/network/neutron.py", line 294, in _ensure_no_port_binding_failure\n raise exception.PortBindingFailed(port_id=port[\'id\'])\n', 'nova.exception.PortBindingFailed: Binding failed for port 8852a0b8-5683-4012-ae86-2dde3afc9dbf, please check neutron logs for more information.\n', '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2456, in _do_build_and_run_instance\n self._build_and_run_instance(context, instance, image,\n', ' File "/opt/stack/nova/nova/compute/manager.py", line 2748, in _build_and_run_instance\n raise exception.RescheduledException(\n', 'nova.exception.RescheduledException: Build of instance d674db7a-8cf0-46f8-b676-fced0767c105 was re-scheduled: Binding failed for port 8852a0b8-5683-4012-ae86-2dde3afc9dbf, please check neutron logs for more information.\n'] [ 896.948494] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-32e8198d-f13d-499e-86a9-a0df59433cc0 tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Rescheduling: True {{(pid=55139) build_instances /opt/stack/nova/nova/conductor/manager.py:695}} [ 896.948899] nova-conductor[55139]: WARNING nova.scheduler.utils [None req-32e8198d-f13d-499e-86a9-a0df59433cc0 tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Failed to compute_task_build_instances: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d674db7a-8cf0-46f8-b676-fced0767c105.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d674db7a-8cf0-46f8-b676-fced0767c105. [ 896.948899] nova-conductor[55139]: WARNING nova.scheduler.utils [None req-32e8198d-f13d-499e-86a9-a0df59433cc0 tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] [instance: d674db7a-8cf0-46f8-b676-fced0767c105] Setting instance to ERROR state.: nova.exception.MaxRetriesExceeded: Exceeded maximum number of retries. Exhausted all hosts available for retrying build failures for instance d674db7a-8cf0-46f8-b676-fced0767c105. [ 896.992049] nova-conductor[55139]: DEBUG nova.network.neutron [None req-32e8198d-f13d-499e-86a9-a0df59433cc0 tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] [instance: d674db7a-8cf0-46f8-b676-fced0767c105] deallocate_for_instance() {{(pid=55139) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1860}} [ 897.013152] nova-conductor[55139]: DEBUG nova.network.neutron [None req-32e8198d-f13d-499e-86a9-a0df59433cc0 tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] [instance: d674db7a-8cf0-46f8-b676-fced0767c105] Instance cache missing network info. {{(pid=55139) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3380}} [ 897.019539] nova-conductor[55139]: DEBUG nova.network.neutron [None req-32e8198d-f13d-499e-86a9-a0df59433cc0 tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] [instance: d674db7a-8cf0-46f8-b676-fced0767c105] Updating instance_info_cache with network_info: [] {{(pid=55139) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.785403] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-6565c11f-66c4-43f6-988b-43f13d0f5e9b tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55139) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 898.803756] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-6565c11f-66c4-43f6-988b-43f13d0f5e9b tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 898.803953] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-6565c11f-66c4-43f6-988b-43f13d0f5e9b tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 898.805072] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-6565c11f-66c4-43f6-988b-43f13d0f5e9b tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 898.836357] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-6565c11f-66c4-43f6-988b-43f13d0f5e9b tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 898.836614] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-6565c11f-66c4-43f6-988b-43f13d0f5e9b tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 898.836745] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-6565c11f-66c4-43f6-988b-43f13d0f5e9b tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 898.837142] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-6565c11f-66c4-43f6-988b-43f13d0f5e9b tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 898.837332] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-6565c11f-66c4-43f6-988b-43f13d0f5e9b tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 898.837493] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-6565c11f-66c4-43f6-988b-43f13d0f5e9b tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 898.846661] nova-conductor[55139]: DEBUG nova.quota [None req-6565c11f-66c4-43f6-988b-43f13d0f5e9b tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Getting quotas for project f508ec04edc844a19640a8a85f27e5b9. Resources: {'instances', 'cores', 'ram'} {{(pid=55139) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 898.851849] nova-conductor[55139]: DEBUG nova.quota [None req-6565c11f-66c4-43f6-988b-43f13d0f5e9b tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Getting quotas for user b59e7e62d92e4f5eb0fee41e8f5196d7 and project f508ec04edc844a19640a8a85f27e5b9. Resources: {'instances', 'cores', 'ram'} {{(pid=55139) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 898.858436] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-6565c11f-66c4-43f6-988b-43f13d0f5e9b tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] [instance: 8755bceb-d510-4429-bd98-d6a63faf739d] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55139) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 898.858881] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-6565c11f-66c4-43f6-988b-43f13d0f5e9b tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 898.859100] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-6565c11f-66c4-43f6-988b-43f13d0f5e9b tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 898.859271] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-6565c11f-66c4-43f6-988b-43f13d0f5e9b tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 898.864253] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-6565c11f-66c4-43f6-988b-43f13d0f5e9b tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] [instance: 8755bceb-d510-4429-bd98-d6a63faf739d] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55139) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 898.864913] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-6565c11f-66c4-43f6-988b-43f13d0f5e9b tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 898.865130] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-6565c11f-66c4-43f6-988b-43f13d0f5e9b tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 898.865298] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-6565c11f-66c4-43f6-988b-43f13d0f5e9b tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 898.881346] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-6565c11f-66c4-43f6-988b-43f13d0f5e9b tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 898.881706] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-6565c11f-66c4-43f6-988b-43f13d0f5e9b tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 898.881896] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-6565c11f-66c4-43f6-988b-43f13d0f5e9b tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 907.381215] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-c8dcb3c4-445e-4baa-be9b-c3883c28cabc tempest-ServersTestFqdnHostnames-1106038404 tempest-ServersTestFqdnHostnames-1106038404-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55138) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 907.398007] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-c8dcb3c4-445e-4baa-be9b-c3883c28cabc tempest-ServersTestFqdnHostnames-1106038404 tempest-ServersTestFqdnHostnames-1106038404-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 907.398321] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-c8dcb3c4-445e-4baa-be9b-c3883c28cabc tempest-ServersTestFqdnHostnames-1106038404 tempest-ServersTestFqdnHostnames-1106038404-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 907.398501] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-c8dcb3c4-445e-4baa-be9b-c3883c28cabc tempest-ServersTestFqdnHostnames-1106038404 tempest-ServersTestFqdnHostnames-1106038404-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 907.441828] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-c8dcb3c4-445e-4baa-be9b-c3883c28cabc tempest-ServersTestFqdnHostnames-1106038404 tempest-ServersTestFqdnHostnames-1106038404-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 907.442147] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-c8dcb3c4-445e-4baa-be9b-c3883c28cabc tempest-ServersTestFqdnHostnames-1106038404 tempest-ServersTestFqdnHostnames-1106038404-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 907.442368] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-c8dcb3c4-445e-4baa-be9b-c3883c28cabc tempest-ServersTestFqdnHostnames-1106038404 tempest-ServersTestFqdnHostnames-1106038404-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 907.442823] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-c8dcb3c4-445e-4baa-be9b-c3883c28cabc tempest-ServersTestFqdnHostnames-1106038404 tempest-ServersTestFqdnHostnames-1106038404-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 907.443061] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-c8dcb3c4-445e-4baa-be9b-c3883c28cabc tempest-ServersTestFqdnHostnames-1106038404 tempest-ServersTestFqdnHostnames-1106038404-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 907.443266] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-c8dcb3c4-445e-4baa-be9b-c3883c28cabc tempest-ServersTestFqdnHostnames-1106038404 tempest-ServersTestFqdnHostnames-1106038404-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 907.458444] nova-conductor[55138]: DEBUG nova.quota [None req-c8dcb3c4-445e-4baa-be9b-c3883c28cabc tempest-ServersTestFqdnHostnames-1106038404 tempest-ServersTestFqdnHostnames-1106038404-project-member] Getting quotas for project 417f815aec0c451a8ccd713ad6c64ad2. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 907.462286] nova-conductor[55138]: DEBUG nova.quota [None req-c8dcb3c4-445e-4baa-be9b-c3883c28cabc tempest-ServersTestFqdnHostnames-1106038404 tempest-ServersTestFqdnHostnames-1106038404-project-member] Getting quotas for user 185fb4e52283440c8cc1b226cb7c6c71 and project 417f815aec0c451a8ccd713ad6c64ad2. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 907.468444] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-c8dcb3c4-445e-4baa-be9b-c3883c28cabc tempest-ServersTestFqdnHostnames-1106038404 tempest-ServersTestFqdnHostnames-1106038404-project-member] [instance: f3128c09-3680-4b0b-b463-3d6cd203fcf4] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55138) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 907.468957] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-c8dcb3c4-445e-4baa-be9b-c3883c28cabc tempest-ServersTestFqdnHostnames-1106038404 tempest-ServersTestFqdnHostnames-1106038404-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 907.469276] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-c8dcb3c4-445e-4baa-be9b-c3883c28cabc tempest-ServersTestFqdnHostnames-1106038404 tempest-ServersTestFqdnHostnames-1106038404-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 907.469498] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-c8dcb3c4-445e-4baa-be9b-c3883c28cabc tempest-ServersTestFqdnHostnames-1106038404 tempest-ServersTestFqdnHostnames-1106038404-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 907.476975] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-c8dcb3c4-445e-4baa-be9b-c3883c28cabc tempest-ServersTestFqdnHostnames-1106038404 tempest-ServersTestFqdnHostnames-1106038404-project-member] [instance: f3128c09-3680-4b0b-b463-3d6cd203fcf4] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55138) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 907.477774] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-c8dcb3c4-445e-4baa-be9b-c3883c28cabc tempest-ServersTestFqdnHostnames-1106038404 tempest-ServersTestFqdnHostnames-1106038404-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 907.478031] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-c8dcb3c4-445e-4baa-be9b-c3883c28cabc tempest-ServersTestFqdnHostnames-1106038404 tempest-ServersTestFqdnHostnames-1106038404-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 907.478243] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-c8dcb3c4-445e-4baa-be9b-c3883c28cabc tempest-ServersTestFqdnHostnames-1106038404 tempest-ServersTestFqdnHostnames-1106038404-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 907.497842] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-c8dcb3c4-445e-4baa-be9b-c3883c28cabc tempest-ServersTestFqdnHostnames-1106038404 tempest-ServersTestFqdnHostnames-1106038404-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 907.498092] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-c8dcb3c4-445e-4baa-be9b-c3883c28cabc tempest-ServersTestFqdnHostnames-1106038404 tempest-ServersTestFqdnHostnames-1106038404-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 907.498265] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-c8dcb3c4-445e-4baa-be9b-c3883c28cabc tempest-ServersTestFqdnHostnames-1106038404 tempest-ServersTestFqdnHostnames-1106038404-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 908.841719] nova-conductor[55139]: DEBUG dbcounter [-] [55139] Writing DB stats nova_cell0:SELECT=1 {{(pid=55139) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 908.866955] nova-conductor[55139]: DEBUG dbcounter [-] [55139] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=55139) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 908.876815] nova-conductor[55139]: DEBUG dbcounter [-] [55139] Writing DB stats nova_api:SELECT=6 {{(pid=55139) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 908.878249] nova-conductor[55139]: DEBUG dbcounter [-] [55139] Writing DB stats nova_api:SELECT=6,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=55139) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 910.288031] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-e6f93955-d69b-41d8-900b-9a5e95489aa2 tempest-AttachVolumeNegativeTest-1243065399 tempest-AttachVolumeNegativeTest-1243065399-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55138) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 910.307105] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-e6f93955-d69b-41d8-900b-9a5e95489aa2 tempest-AttachVolumeNegativeTest-1243065399 tempest-AttachVolumeNegativeTest-1243065399-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 910.307342] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-e6f93955-d69b-41d8-900b-9a5e95489aa2 tempest-AttachVolumeNegativeTest-1243065399 tempest-AttachVolumeNegativeTest-1243065399-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 910.307530] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-e6f93955-d69b-41d8-900b-9a5e95489aa2 tempest-AttachVolumeNegativeTest-1243065399 tempest-AttachVolumeNegativeTest-1243065399-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 910.370630] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-e6f93955-d69b-41d8-900b-9a5e95489aa2 tempest-AttachVolumeNegativeTest-1243065399 tempest-AttachVolumeNegativeTest-1243065399-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 910.370858] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-e6f93955-d69b-41d8-900b-9a5e95489aa2 tempest-AttachVolumeNegativeTest-1243065399 tempest-AttachVolumeNegativeTest-1243065399-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 910.371047] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-e6f93955-d69b-41d8-900b-9a5e95489aa2 tempest-AttachVolumeNegativeTest-1243065399 tempest-AttachVolumeNegativeTest-1243065399-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 910.371440] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-e6f93955-d69b-41d8-900b-9a5e95489aa2 tempest-AttachVolumeNegativeTest-1243065399 tempest-AttachVolumeNegativeTest-1243065399-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 910.371637] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-e6f93955-d69b-41d8-900b-9a5e95489aa2 tempest-AttachVolumeNegativeTest-1243065399 tempest-AttachVolumeNegativeTest-1243065399-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 910.371804] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-e6f93955-d69b-41d8-900b-9a5e95489aa2 tempest-AttachVolumeNegativeTest-1243065399 tempest-AttachVolumeNegativeTest-1243065399-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 910.383554] nova-conductor[55138]: DEBUG nova.quota [None req-e6f93955-d69b-41d8-900b-9a5e95489aa2 tempest-AttachVolumeNegativeTest-1243065399 tempest-AttachVolumeNegativeTest-1243065399-project-member] Getting quotas for project f7d28fea097541adadf0839940568409. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 910.387186] nova-conductor[55138]: DEBUG nova.quota [None req-e6f93955-d69b-41d8-900b-9a5e95489aa2 tempest-AttachVolumeNegativeTest-1243065399 tempest-AttachVolumeNegativeTest-1243065399-project-member] Getting quotas for user 63a29c785cf240a7b6418dadc7119574 and project f7d28fea097541adadf0839940568409. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 910.393580] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-e6f93955-d69b-41d8-900b-9a5e95489aa2 tempest-AttachVolumeNegativeTest-1243065399 tempest-AttachVolumeNegativeTest-1243065399-project-member] [instance: 7437595c-fa35-483e-95f3-b75405b6bd13] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55138) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 910.394213] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-e6f93955-d69b-41d8-900b-9a5e95489aa2 tempest-AttachVolumeNegativeTest-1243065399 tempest-AttachVolumeNegativeTest-1243065399-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 910.394362] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-e6f93955-d69b-41d8-900b-9a5e95489aa2 tempest-AttachVolumeNegativeTest-1243065399 tempest-AttachVolumeNegativeTest-1243065399-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 910.394531] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-e6f93955-d69b-41d8-900b-9a5e95489aa2 tempest-AttachVolumeNegativeTest-1243065399 tempest-AttachVolumeNegativeTest-1243065399-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 910.397374] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-e6f93955-d69b-41d8-900b-9a5e95489aa2 tempest-AttachVolumeNegativeTest-1243065399 tempest-AttachVolumeNegativeTest-1243065399-project-member] [instance: 7437595c-fa35-483e-95f3-b75405b6bd13] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55138) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 910.398084] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-e6f93955-d69b-41d8-900b-9a5e95489aa2 tempest-AttachVolumeNegativeTest-1243065399 tempest-AttachVolumeNegativeTest-1243065399-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 910.398299] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-e6f93955-d69b-41d8-900b-9a5e95489aa2 tempest-AttachVolumeNegativeTest-1243065399 tempest-AttachVolumeNegativeTest-1243065399-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 910.398467] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-e6f93955-d69b-41d8-900b-9a5e95489aa2 tempest-AttachVolumeNegativeTest-1243065399 tempest-AttachVolumeNegativeTest-1243065399-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 910.419514] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-e6f93955-d69b-41d8-900b-9a5e95489aa2 tempest-AttachVolumeNegativeTest-1243065399 tempest-AttachVolumeNegativeTest-1243065399-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 910.419773] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-e6f93955-d69b-41d8-900b-9a5e95489aa2 tempest-AttachVolumeNegativeTest-1243065399 tempest-AttachVolumeNegativeTest-1243065399-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 910.419943] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-e6f93955-d69b-41d8-900b-9a5e95489aa2 tempest-AttachVolumeNegativeTest-1243065399 tempest-AttachVolumeNegativeTest-1243065399-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 915.667649] nova-conductor[55139]: DEBUG dbcounter [-] [55139] Writing DB stats nova_cell1:SELECT=342,nova_cell1:SAVEPOINT=27,nova_cell1:RELEASE=27,nova_cell1:UPDATE=190,nova_cell1:INSERT=22,nova_cell1:DELETE=4 {{(pid=55139) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 917.850889] nova-conductor[55138]: DEBUG dbcounter [-] [55138] Writing DB stats nova_cell1:SELECT=330,nova_cell1:UPDATE=158,nova_cell1:INSERT=32,nova_cell1:SAVEPOINT=24,nova_cell1:RELEASE=24 {{(pid=55138) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 919.625207] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-ee8f35ee-7121-42a0-9ceb-0e15a8cff7e1 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Targeting cell 97f9caa4-145d-43be-b385-f5d201c44331(cell1) for conductor method migrate_server {{(pid=55138) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 919.625455] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-ee8f35ee-7121-42a0-9ceb-0e15a8cff7e1 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 919.625657] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-ee8f35ee-7121-42a0-9ceb-0e15a8cff7e1 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 919.625824] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-ee8f35ee-7121-42a0-9ceb-0e15a8cff7e1 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 919.789205] nova-conductor[55138]: DEBUG nova.conductor.tasks.migrate [None req-ee8f35ee-7121-42a0-9ceb-0e15a8cff7e1 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] [instance: e775e5e1-521a-4fc7-80e6-bcb6a70516c5] Restricting to cell 97f9caa4-145d-43be-b385-f5d201c44331(cell1) while migrating {{(pid=55138) _set_requested_destination_cell /opt/stack/nova/nova/conductor/tasks/migrate.py:210}} [ 919.925769] nova-conductor[55138]: DEBUG nova.conductor.tasks.migrate [None req-ee8f35ee-7121-42a0-9ceb-0e15a8cff7e1 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Created allocations for migration 78063a2a-a85c-4117-89c4-77c0fd76a7ae on 79b33d17-3e75-494c-a550-67b275de2079 {{(pid=55138) replace_allocation_with_migration /opt/stack/nova/nova/conductor/tasks/migrate.py:88}} [ 920.376678] nova-conductor[55138]: DEBUG dbcounter [-] [55138] Writing DB stats nova_cell0:SELECT=2 {{(pid=55138) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 920.431742] nova-conductor[55138]: DEBUG nova.conductor.tasks.migrate [None req-ee8f35ee-7121-42a0-9ceb-0e15a8cff7e1 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] [instance: e775e5e1-521a-4fc7-80e6-bcb6a70516c5] Calling prep_resize with selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55138) _execute /opt/stack/nova/nova/conductor/tasks/migrate.py:325}} [ 921.673954] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-b00e946c-fc12-46a5-902a-7de0dddb8b64 tempest-ImagesOneServerNegativeTestJSON-1139626155 tempest-ImagesOneServerNegativeTestJSON-1139626155-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55139) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 921.692094] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-b00e946c-fc12-46a5-902a-7de0dddb8b64 tempest-ImagesOneServerNegativeTestJSON-1139626155 tempest-ImagesOneServerNegativeTestJSON-1139626155-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 921.692942] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-b00e946c-fc12-46a5-902a-7de0dddb8b64 tempest-ImagesOneServerNegativeTestJSON-1139626155 tempest-ImagesOneServerNegativeTestJSON-1139626155-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 921.693239] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-b00e946c-fc12-46a5-902a-7de0dddb8b64 tempest-ImagesOneServerNegativeTestJSON-1139626155 tempest-ImagesOneServerNegativeTestJSON-1139626155-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 921.727805] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-b00e946c-fc12-46a5-902a-7de0dddb8b64 tempest-ImagesOneServerNegativeTestJSON-1139626155 tempest-ImagesOneServerNegativeTestJSON-1139626155-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 921.728330] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-b00e946c-fc12-46a5-902a-7de0dddb8b64 tempest-ImagesOneServerNegativeTestJSON-1139626155 tempest-ImagesOneServerNegativeTestJSON-1139626155-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 921.728591] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-b00e946c-fc12-46a5-902a-7de0dddb8b64 tempest-ImagesOneServerNegativeTestJSON-1139626155 tempest-ImagesOneServerNegativeTestJSON-1139626155-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 921.728974] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-b00e946c-fc12-46a5-902a-7de0dddb8b64 tempest-ImagesOneServerNegativeTestJSON-1139626155 tempest-ImagesOneServerNegativeTestJSON-1139626155-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 921.729278] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-b00e946c-fc12-46a5-902a-7de0dddb8b64 tempest-ImagesOneServerNegativeTestJSON-1139626155 tempest-ImagesOneServerNegativeTestJSON-1139626155-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 921.729467] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-b00e946c-fc12-46a5-902a-7de0dddb8b64 tempest-ImagesOneServerNegativeTestJSON-1139626155 tempest-ImagesOneServerNegativeTestJSON-1139626155-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 921.740622] nova-conductor[55139]: DEBUG nova.quota [None req-b00e946c-fc12-46a5-902a-7de0dddb8b64 tempest-ImagesOneServerNegativeTestJSON-1139626155 tempest-ImagesOneServerNegativeTestJSON-1139626155-project-member] Getting quotas for project f651d18a9559499da27f301ee75bb2fb. Resources: {'instances', 'cores', 'ram'} {{(pid=55139) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 921.743920] nova-conductor[55139]: DEBUG nova.quota [None req-b00e946c-fc12-46a5-902a-7de0dddb8b64 tempest-ImagesOneServerNegativeTestJSON-1139626155 tempest-ImagesOneServerNegativeTestJSON-1139626155-project-member] Getting quotas for user 2b9d1001300c476a896f335b3acf041b and project f651d18a9559499da27f301ee75bb2fb. Resources: {'instances', 'cores', 'ram'} {{(pid=55139) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 921.750841] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-b00e946c-fc12-46a5-902a-7de0dddb8b64 tempest-ImagesOneServerNegativeTestJSON-1139626155 tempest-ImagesOneServerNegativeTestJSON-1139626155-project-member] [instance: a961b2a0-39c1-4267-9229-068e2b6ecd67] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55139) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 921.751706] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-b00e946c-fc12-46a5-902a-7de0dddb8b64 tempest-ImagesOneServerNegativeTestJSON-1139626155 tempest-ImagesOneServerNegativeTestJSON-1139626155-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 921.752084] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-b00e946c-fc12-46a5-902a-7de0dddb8b64 tempest-ImagesOneServerNegativeTestJSON-1139626155 tempest-ImagesOneServerNegativeTestJSON-1139626155-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 921.752191] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-b00e946c-fc12-46a5-902a-7de0dddb8b64 tempest-ImagesOneServerNegativeTestJSON-1139626155 tempest-ImagesOneServerNegativeTestJSON-1139626155-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 921.764255] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-b00e946c-fc12-46a5-902a-7de0dddb8b64 tempest-ImagesOneServerNegativeTestJSON-1139626155 tempest-ImagesOneServerNegativeTestJSON-1139626155-project-member] [instance: a961b2a0-39c1-4267-9229-068e2b6ecd67] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55139) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 921.764555] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-b00e946c-fc12-46a5-902a-7de0dddb8b64 tempest-ImagesOneServerNegativeTestJSON-1139626155 tempest-ImagesOneServerNegativeTestJSON-1139626155-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 921.764802] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-b00e946c-fc12-46a5-902a-7de0dddb8b64 tempest-ImagesOneServerNegativeTestJSON-1139626155 tempest-ImagesOneServerNegativeTestJSON-1139626155-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 921.764976] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-b00e946c-fc12-46a5-902a-7de0dddb8b64 tempest-ImagesOneServerNegativeTestJSON-1139626155 tempest-ImagesOneServerNegativeTestJSON-1139626155-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 921.785704] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-b00e946c-fc12-46a5-902a-7de0dddb8b64 tempest-ImagesOneServerNegativeTestJSON-1139626155 tempest-ImagesOneServerNegativeTestJSON-1139626155-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 921.786025] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-b00e946c-fc12-46a5-902a-7de0dddb8b64 tempest-ImagesOneServerNegativeTestJSON-1139626155 tempest-ImagesOneServerNegativeTestJSON-1139626155-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 921.786239] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-b00e946c-fc12-46a5-902a-7de0dddb8b64 tempest-ImagesOneServerNegativeTestJSON-1139626155 tempest-ImagesOneServerNegativeTestJSON-1139626155-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 928.442865] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-70b450fb-c999-4d66-bfed-c9c6ef019a31 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55138) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 928.480672] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-70b450fb-c999-4d66-bfed-c9c6ef019a31 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 928.480672] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-70b450fb-c999-4d66-bfed-c9c6ef019a31 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 928.480672] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-70b450fb-c999-4d66-bfed-c9c6ef019a31 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 928.568020] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-70b450fb-c999-4d66-bfed-c9c6ef019a31 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 928.568290] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-70b450fb-c999-4d66-bfed-c9c6ef019a31 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 928.568550] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-70b450fb-c999-4d66-bfed-c9c6ef019a31 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 928.568875] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-70b450fb-c999-4d66-bfed-c9c6ef019a31 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 928.569396] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-70b450fb-c999-4d66-bfed-c9c6ef019a31 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 928.569396] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-70b450fb-c999-4d66-bfed-c9c6ef019a31 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 928.580217] nova-conductor[55138]: DEBUG nova.quota [None req-70b450fb-c999-4d66-bfed-c9c6ef019a31 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Getting quotas for project e972faeaedc6468aab7e7cfee88a477b. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 928.584928] nova-conductor[55138]: DEBUG nova.quota [None req-70b450fb-c999-4d66-bfed-c9c6ef019a31 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Getting quotas for user 2bd91973e1bb4ce7be8bce9bfe34a941 and project e972faeaedc6468aab7e7cfee88a477b. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 928.591260] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-70b450fb-c999-4d66-bfed-c9c6ef019a31 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] [instance: 2110dfa7-1795-4c8f-92bf-18921409c99f] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55138) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 928.591787] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-70b450fb-c999-4d66-bfed-c9c6ef019a31 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 928.591993] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-70b450fb-c999-4d66-bfed-c9c6ef019a31 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 928.592675] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-70b450fb-c999-4d66-bfed-c9c6ef019a31 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 928.599988] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-70b450fb-c999-4d66-bfed-c9c6ef019a31 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] [instance: 2110dfa7-1795-4c8f-92bf-18921409c99f] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55138) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 928.600834] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-70b450fb-c999-4d66-bfed-c9c6ef019a31 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 928.601240] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-70b450fb-c999-4d66-bfed-c9c6ef019a31 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 928.601500] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-70b450fb-c999-4d66-bfed-c9c6ef019a31 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 928.631704] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-70b450fb-c999-4d66-bfed-c9c6ef019a31 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 928.632075] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-70b450fb-c999-4d66-bfed-c9c6ef019a31 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 928.632285] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-70b450fb-c999-4d66-bfed-c9c6ef019a31 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 931.735066] nova-conductor[55139]: DEBUG dbcounter [-] [55139] Writing DB stats nova_cell0:SELECT=1 {{(pid=55139) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 931.767815] nova-conductor[55139]: DEBUG dbcounter [-] [55139] Writing DB stats nova_cell1:SELECT=3,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=8,nova_cell1:RELEASE=1 {{(pid=55139) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 931.779801] nova-conductor[55139]: DEBUG dbcounter [-] [55139] Writing DB stats nova_api:SELECT=7 {{(pid=55139) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 931.782972] nova-conductor[55139]: DEBUG dbcounter [-] [55139] Writing DB stats nova_api:SELECT=5,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=55139) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 935.791418] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-744e18b0-9e99-420c-b4b7-ad8c1dbb4d12 tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55138) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 935.807186] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-744e18b0-9e99-420c-b4b7-ad8c1dbb4d12 tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 935.807459] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-744e18b0-9e99-420c-b4b7-ad8c1dbb4d12 tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 935.807631] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-744e18b0-9e99-420c-b4b7-ad8c1dbb4d12 tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 935.848131] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-744e18b0-9e99-420c-b4b7-ad8c1dbb4d12 tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 935.848831] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-744e18b0-9e99-420c-b4b7-ad8c1dbb4d12 tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 935.848831] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-744e18b0-9e99-420c-b4b7-ad8c1dbb4d12 tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 935.848969] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-744e18b0-9e99-420c-b4b7-ad8c1dbb4d12 tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 935.849071] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-744e18b0-9e99-420c-b4b7-ad8c1dbb4d12 tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 935.849239] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-744e18b0-9e99-420c-b4b7-ad8c1dbb4d12 tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 935.859114] nova-conductor[55138]: DEBUG nova.quota [None req-744e18b0-9e99-420c-b4b7-ad8c1dbb4d12 tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Getting quotas for project 5e914f87450949b1a39866e8cfa3a0eb. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 935.862055] nova-conductor[55138]: DEBUG nova.quota [None req-744e18b0-9e99-420c-b4b7-ad8c1dbb4d12 tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Getting quotas for user 2d292997e4c34051acc645b4a65dc369 and project 5e914f87450949b1a39866e8cfa3a0eb. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 935.867057] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-744e18b0-9e99-420c-b4b7-ad8c1dbb4d12 tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] [instance: da285417-bd38-4387-8521-df326ca0e326] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55138) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 935.867534] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-744e18b0-9e99-420c-b4b7-ad8c1dbb4d12 tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 935.867725] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-744e18b0-9e99-420c-b4b7-ad8c1dbb4d12 tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 935.868542] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-744e18b0-9e99-420c-b4b7-ad8c1dbb4d12 tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 935.871839] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-744e18b0-9e99-420c-b4b7-ad8c1dbb4d12 tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] [instance: da285417-bd38-4387-8521-df326ca0e326] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='376aee6c-1f98-4a60-858b-40c55f65b90e',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55138) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 935.873244] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-744e18b0-9e99-420c-b4b7-ad8c1dbb4d12 tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 935.873244] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-744e18b0-9e99-420c-b4b7-ad8c1dbb4d12 tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 935.873244] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-744e18b0-9e99-420c-b4b7-ad8c1dbb4d12 tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 935.900360] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-744e18b0-9e99-420c-b4b7-ad8c1dbb4d12 tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 935.900635] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-744e18b0-9e99-420c-b4b7-ad8c1dbb4d12 tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 935.900834] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-744e18b0-9e99-420c-b4b7-ad8c1dbb4d12 tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 937.276388] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-8643caef-ac42-4a24-a3c7-e53c7f973961 tempest-ServerShowV257Test-1709988600 tempest-ServerShowV257Test-1709988600-project-member] Targeting cell 97f9caa4-145d-43be-b385-f5d201c44331(cell1) for conductor method rebuild_instance {{(pid=55139) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 937.276668] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-8643caef-ac42-4a24-a3c7-e53c7f973961 tempest-ServerShowV257Test-1709988600 tempest-ServerShowV257Test-1709988600-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 937.276968] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-8643caef-ac42-4a24-a3c7-e53c7f973961 tempest-ServerShowV257Test-1709988600 tempest-ServerShowV257Test-1709988600-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 937.277244] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-8643caef-ac42-4a24-a3c7-e53c7f973961 tempest-ServerShowV257Test-1709988600 tempest-ServerShowV257Test-1709988600-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 937.286298] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-8643caef-ac42-4a24-a3c7-e53c7f973961 tempest-ServerShowV257Test-1709988600 tempest-ServerShowV257Test-1709988600-project-member] [instance: fc7d3924-a624-4ea4-890c-7628595fb733] No migration record for the rebuild/evacuate request. {{(pid=55139) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1227}} [ 945.854815] nova-conductor[55138]: DEBUG dbcounter [-] [55138] Writing DB stats nova_cell0:SELECT=2 {{(pid=55138) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 945.875675] nova-conductor[55138]: DEBUG dbcounter [-] [55138] Writing DB stats nova_cell1:SELECT=21,nova_cell1:SAVEPOINT=2,nova_cell1:INSERT=34,nova_cell1:RELEASE=2,nova_cell1:UPDATE=6 {{(pid=55138) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 945.886379] nova-conductor[55138]: DEBUG dbcounter [-] [55138] Writing DB stats nova_api:SELECT=26,nova_api:UPDATE=3,nova_api:DELETE=1 {{(pid=55138) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 945.895033] nova-conductor[55138]: DEBUG dbcounter [-] [55138] Writing DB stats nova_api:SELECT=26,nova_api:DELETE=3,nova_api:UPDATE=2 {{(pid=55138) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 947.275698] nova-conductor[55139]: DEBUG dbcounter [-] [55139] Writing DB stats nova_api:SELECT=1 {{(pid=55139) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 947.290798] nova-conductor[55139]: DEBUG dbcounter [-] [55139] Writing DB stats nova_api:SELECT=1 {{(pid=55139) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 947.304374] nova-conductor[55139]: DEBUG dbcounter [-] [55139] Writing DB stats nova_cell1:SELECT=4,nova_cell1:UPDATE=3,nova_cell1:INSERT=1 {{(pid=55139) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 957.536625] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-37150549-40b4-4821-b512-fe56ac79c786 tempest-AttachVolumeShelveTestJSON-977664705 tempest-AttachVolumeShelveTestJSON-977664705-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55138) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 957.560022] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-37150549-40b4-4821-b512-fe56ac79c786 tempest-AttachVolumeShelveTestJSON-977664705 tempest-AttachVolumeShelveTestJSON-977664705-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 957.560022] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-37150549-40b4-4821-b512-fe56ac79c786 tempest-AttachVolumeShelveTestJSON-977664705 tempest-AttachVolumeShelveTestJSON-977664705-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 957.560022] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-37150549-40b4-4821-b512-fe56ac79c786 tempest-AttachVolumeShelveTestJSON-977664705 tempest-AttachVolumeShelveTestJSON-977664705-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 957.597016] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-37150549-40b4-4821-b512-fe56ac79c786 tempest-AttachVolumeShelveTestJSON-977664705 tempest-AttachVolumeShelveTestJSON-977664705-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 957.597016] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-37150549-40b4-4821-b512-fe56ac79c786 tempest-AttachVolumeShelveTestJSON-977664705 tempest-AttachVolumeShelveTestJSON-977664705-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 957.597016] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-37150549-40b4-4821-b512-fe56ac79c786 tempest-AttachVolumeShelveTestJSON-977664705 tempest-AttachVolumeShelveTestJSON-977664705-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 957.597016] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-37150549-40b4-4821-b512-fe56ac79c786 tempest-AttachVolumeShelveTestJSON-977664705 tempest-AttachVolumeShelveTestJSON-977664705-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 957.597016] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-37150549-40b4-4821-b512-fe56ac79c786 tempest-AttachVolumeShelveTestJSON-977664705 tempest-AttachVolumeShelveTestJSON-977664705-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 957.597016] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-37150549-40b4-4821-b512-fe56ac79c786 tempest-AttachVolumeShelveTestJSON-977664705 tempest-AttachVolumeShelveTestJSON-977664705-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 957.606430] nova-conductor[55138]: DEBUG nova.quota [None req-37150549-40b4-4821-b512-fe56ac79c786 tempest-AttachVolumeShelveTestJSON-977664705 tempest-AttachVolumeShelveTestJSON-977664705-project-member] Getting quotas for project 2b2de35030a9484094e964ffc30a822d. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 957.608842] nova-conductor[55138]: DEBUG nova.quota [None req-37150549-40b4-4821-b512-fe56ac79c786 tempest-AttachVolumeShelveTestJSON-977664705 tempest-AttachVolumeShelveTestJSON-977664705-project-member] Getting quotas for user 3e9b38cd253441939b048166110aef47 and project 2b2de35030a9484094e964ffc30a822d. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 957.615777] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-37150549-40b4-4821-b512-fe56ac79c786 tempest-AttachVolumeShelveTestJSON-977664705 tempest-AttachVolumeShelveTestJSON-977664705-project-member] [instance: 8437f856-a707-49c5-b8eb-5a22cdb990f8] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55138) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 957.616302] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-37150549-40b4-4821-b512-fe56ac79c786 tempest-AttachVolumeShelveTestJSON-977664705 tempest-AttachVolumeShelveTestJSON-977664705-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 957.616513] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-37150549-40b4-4821-b512-fe56ac79c786 tempest-AttachVolumeShelveTestJSON-977664705 tempest-AttachVolumeShelveTestJSON-977664705-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 957.616685] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-37150549-40b4-4821-b512-fe56ac79c786 tempest-AttachVolumeShelveTestJSON-977664705 tempest-AttachVolumeShelveTestJSON-977664705-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 957.622678] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-37150549-40b4-4821-b512-fe56ac79c786 tempest-AttachVolumeShelveTestJSON-977664705 tempest-AttachVolumeShelveTestJSON-977664705-project-member] [instance: 8437f856-a707-49c5-b8eb-5a22cdb990f8] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55138) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 957.623360] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-37150549-40b4-4821-b512-fe56ac79c786 tempest-AttachVolumeShelveTestJSON-977664705 tempest-AttachVolumeShelveTestJSON-977664705-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 957.623573] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-37150549-40b4-4821-b512-fe56ac79c786 tempest-AttachVolumeShelveTestJSON-977664705 tempest-AttachVolumeShelveTestJSON-977664705-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 957.623743] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-37150549-40b4-4821-b512-fe56ac79c786 tempest-AttachVolumeShelveTestJSON-977664705 tempest-AttachVolumeShelveTestJSON-977664705-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 957.647550] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-37150549-40b4-4821-b512-fe56ac79c786 tempest-AttachVolumeShelveTestJSON-977664705 tempest-AttachVolumeShelveTestJSON-977664705-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 957.647781] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-37150549-40b4-4821-b512-fe56ac79c786 tempest-AttachVolumeShelveTestJSON-977664705 tempest-AttachVolumeShelveTestJSON-977664705-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 957.648180] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-37150549-40b4-4821-b512-fe56ac79c786 tempest-AttachVolumeShelveTestJSON-977664705 tempest-AttachVolumeShelveTestJSON-977664705-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 961.556983] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-43042e16-246f-44cc-afd6-14c94bc46156 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55139) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 961.573676] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-43042e16-246f-44cc-afd6-14c94bc46156 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 961.573953] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-43042e16-246f-44cc-afd6-14c94bc46156 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 961.574190] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-43042e16-246f-44cc-afd6-14c94bc46156 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 961.609570] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-43042e16-246f-44cc-afd6-14c94bc46156 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 961.609809] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-43042e16-246f-44cc-afd6-14c94bc46156 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 961.610110] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-43042e16-246f-44cc-afd6-14c94bc46156 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 961.610598] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-43042e16-246f-44cc-afd6-14c94bc46156 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 961.610842] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-43042e16-246f-44cc-afd6-14c94bc46156 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 961.610949] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-43042e16-246f-44cc-afd6-14c94bc46156 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 961.626869] nova-conductor[55139]: DEBUG nova.quota [None req-43042e16-246f-44cc-afd6-14c94bc46156 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Getting quotas for project e972faeaedc6468aab7e7cfee88a477b. Resources: {'instances', 'cores', 'ram'} {{(pid=55139) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 961.630771] nova-conductor[55139]: DEBUG nova.quota [None req-43042e16-246f-44cc-afd6-14c94bc46156 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Getting quotas for user 2bd91973e1bb4ce7be8bce9bfe34a941 and project e972faeaedc6468aab7e7cfee88a477b. Resources: {'instances', 'cores', 'ram'} {{(pid=55139) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 961.638486] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-43042e16-246f-44cc-afd6-14c94bc46156 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] [instance: eca51705-a972-48f6-85f5-6c397dad955d] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55139) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 961.639115] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-43042e16-246f-44cc-afd6-14c94bc46156 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 961.639271] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-43042e16-246f-44cc-afd6-14c94bc46156 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 961.639446] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-43042e16-246f-44cc-afd6-14c94bc46156 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 961.643836] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-43042e16-246f-44cc-afd6-14c94bc46156 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] [instance: eca51705-a972-48f6-85f5-6c397dad955d] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55139) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 961.644602] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-43042e16-246f-44cc-afd6-14c94bc46156 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 961.644821] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-43042e16-246f-44cc-afd6-14c94bc46156 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 961.644990] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-43042e16-246f-44cc-afd6-14c94bc46156 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 961.672973] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-43042e16-246f-44cc-afd6-14c94bc46156 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 961.673236] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-43042e16-246f-44cc-afd6-14c94bc46156 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 961.673422] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-43042e16-246f-44cc-afd6-14c94bc46156 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 967.599654] nova-conductor[55138]: DEBUG dbcounter [-] [55138] Writing DB stats nova_cell0:SELECT=1 {{(pid=55138) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 967.626240] nova-conductor[55138]: DEBUG dbcounter [-] [55138] Writing DB stats nova_cell1:SELECT=3,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=8,nova_cell1:RELEASE=1 {{(pid=55138) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 967.642579] nova-conductor[55138]: DEBUG dbcounter [-] [55138] Writing DB stats nova_api:SELECT=7 {{(pid=55138) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 967.644736] nova-conductor[55138]: DEBUG dbcounter [-] [55138] Writing DB stats nova_api:SELECT=5,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=55138) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 969.967881] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-73cbacfa-6380-4aef-ab1b-e524db0f107f tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=55138) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 969.975375] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-73cbacfa-6380-4aef-ab1b-e524db0f107f tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] [instance: 8e5ced2b-77fa-4762-b3c3-1d4e3ea43d8e] While scheduling instance, the build request was already deleted. {{(pid=55138) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1706}} [ 970.132911] nova-conductor[55138]: INFO nova.scheduler.client.report [None req-73cbacfa-6380-4aef-ab1b-e524db0f107f tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Deleted allocations for instance 8e5ced2b-77fa-4762-b3c3-1d4e3ea43d8e [ 970.139662] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-73cbacfa-6380-4aef-ab1b-e524db0f107f tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 970.139893] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-73cbacfa-6380-4aef-ab1b-e524db0f107f tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 970.140077] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-73cbacfa-6380-4aef-ab1b-e524db0f107f tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 970.140489] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-73cbacfa-6380-4aef-ab1b-e524db0f107f tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 970.140683] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-73cbacfa-6380-4aef-ab1b-e524db0f107f tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 970.140846] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-73cbacfa-6380-4aef-ab1b-e524db0f107f tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 970.149053] nova-conductor[55138]: DEBUG nova.quota [None req-73cbacfa-6380-4aef-ab1b-e524db0f107f tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Getting quotas for project f508ec04edc844a19640a8a85f27e5b9. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 970.151319] nova-conductor[55138]: DEBUG nova.quota [None req-73cbacfa-6380-4aef-ab1b-e524db0f107f tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Getting quotas for user b59e7e62d92e4f5eb0fee41e8f5196d7 and project f508ec04edc844a19640a8a85f27e5b9. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 970.514268] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-d4f144e5-c010-4045-ad04-18ae3f2989ed tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=55138) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 970.527356] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-d4f144e5-c010-4045-ad04-18ae3f2989ed tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 970.527597] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-d4f144e5-c010-4045-ad04-18ae3f2989ed tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 970.527844] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-d4f144e5-c010-4045-ad04-18ae3f2989ed tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 970.557659] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-d4f144e5-c010-4045-ad04-18ae3f2989ed tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 970.557897] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-d4f144e5-c010-4045-ad04-18ae3f2989ed tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 970.559032] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-d4f144e5-c010-4045-ad04-18ae3f2989ed tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 970.559032] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-d4f144e5-c010-4045-ad04-18ae3f2989ed tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 970.559032] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-d4f144e5-c010-4045-ad04-18ae3f2989ed tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 970.559032] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-d4f144e5-c010-4045-ad04-18ae3f2989ed tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 970.567737] nova-conductor[55138]: DEBUG nova.quota [None req-d4f144e5-c010-4045-ad04-18ae3f2989ed tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Getting quotas for project f508ec04edc844a19640a8a85f27e5b9. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 970.570782] nova-conductor[55138]: DEBUG nova.quota [None req-d4f144e5-c010-4045-ad04-18ae3f2989ed tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Getting quotas for user b59e7e62d92e4f5eb0fee41e8f5196d7 and project f508ec04edc844a19640a8a85f27e5b9. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 970.575926] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-d4f144e5-c010-4045-ad04-18ae3f2989ed tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] [instance: 1bfb520e-6708-45a0-bb1f-2037fe1d801e] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55138) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 970.576460] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-d4f144e5-c010-4045-ad04-18ae3f2989ed tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 970.576664] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-d4f144e5-c010-4045-ad04-18ae3f2989ed tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 970.576830] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-d4f144e5-c010-4045-ad04-18ae3f2989ed tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 970.579457] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-d4f144e5-c010-4045-ad04-18ae3f2989ed tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] [instance: 1bfb520e-6708-45a0-bb1f-2037fe1d801e] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55138) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 970.580077] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-d4f144e5-c010-4045-ad04-18ae3f2989ed tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 970.580273] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-d4f144e5-c010-4045-ad04-18ae3f2989ed tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 970.580455] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-d4f144e5-c010-4045-ad04-18ae3f2989ed tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 970.594092] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-d4f144e5-c010-4045-ad04-18ae3f2989ed tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 970.594307] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-d4f144e5-c010-4045-ad04-18ae3f2989ed tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 970.594471] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-d4f144e5-c010-4045-ad04-18ae3f2989ed tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 971.616795] nova-conductor[55139]: DEBUG dbcounter [-] [55139] Writing DB stats nova_cell0:SELECT=1 {{(pid=55139) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 971.647621] nova-conductor[55139]: DEBUG dbcounter [-] [55139] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=55139) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 971.662849] nova-conductor[55139]: DEBUG dbcounter [-] [55139] Writing DB stats nova_api:SELECT=7,nova_api:UPDATE=1 {{(pid=55139) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 971.666680] nova-conductor[55139]: DEBUG dbcounter [-] [55139] Writing DB stats nova_api:SELECT=5,nova_api:DELETE=1 {{(pid=55139) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 974.570525] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-a258f676-a36c-418c-9ddc-5a5b4db0af30 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55139) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 974.587210] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-a258f676-a36c-418c-9ddc-5a5b4db0af30 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 974.587210] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-a258f676-a36c-418c-9ddc-5a5b4db0af30 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 974.587210] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-a258f676-a36c-418c-9ddc-5a5b4db0af30 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 974.618566] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-a258f676-a36c-418c-9ddc-5a5b4db0af30 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 974.618785] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-a258f676-a36c-418c-9ddc-5a5b4db0af30 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 974.618951] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-a258f676-a36c-418c-9ddc-5a5b4db0af30 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 974.619500] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-a258f676-a36c-418c-9ddc-5a5b4db0af30 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 974.619546] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-a258f676-a36c-418c-9ddc-5a5b4db0af30 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 974.619704] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-a258f676-a36c-418c-9ddc-5a5b4db0af30 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 974.628451] nova-conductor[55139]: DEBUG nova.quota [None req-a258f676-a36c-418c-9ddc-5a5b4db0af30 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Getting quotas for project 22352c25bca8416a948014391a5389ac. Resources: {'instances', 'cores', 'ram'} {{(pid=55139) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 974.631336] nova-conductor[55139]: DEBUG nova.quota [None req-a258f676-a36c-418c-9ddc-5a5b4db0af30 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Getting quotas for user 1236175893a3401cb01b04604168f1e0 and project 22352c25bca8416a948014391a5389ac. Resources: {'instances', 'cores', 'ram'} {{(pid=55139) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 974.636636] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-a258f676-a36c-418c-9ddc-5a5b4db0af30 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] [instance: dd146c71-c391-41e8-8cc7-7276f4a518d9] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55139) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 974.637128] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-a258f676-a36c-418c-9ddc-5a5b4db0af30 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 974.637332] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-a258f676-a36c-418c-9ddc-5a5b4db0af30 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 974.637500] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-a258f676-a36c-418c-9ddc-5a5b4db0af30 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 974.642014] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-a258f676-a36c-418c-9ddc-5a5b4db0af30 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] [instance: dd146c71-c391-41e8-8cc7-7276f4a518d9] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55139) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 974.642673] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-a258f676-a36c-418c-9ddc-5a5b4db0af30 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 974.642906] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-a258f676-a36c-418c-9ddc-5a5b4db0af30 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 974.643096] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-a258f676-a36c-418c-9ddc-5a5b4db0af30 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 974.657808] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-a258f676-a36c-418c-9ddc-5a5b4db0af30 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 974.658040] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-a258f676-a36c-418c-9ddc-5a5b4db0af30 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 974.658213] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-a258f676-a36c-418c-9ddc-5a5b4db0af30 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 976.001786] nova-conductor[55139]: DEBUG dbcounter [-] [55139] Writing DB stats nova_cell1:SELECT=461,nova_cell1:UPDATE=306,nova_cell1:DELETE=12,nova_cell1:INSERT=31,nova_cell1:SAVEPOINT=24,nova_cell1:RELEASE=24 {{(pid=55139) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 977.131329] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-d555aa8e-b6b0-4e8c-bd92-9869f03b6dcb tempest-ServersListShow296Test-2135297898 tempest-ServersListShow296Test-2135297898-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=55138) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 977.141053] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-d555aa8e-b6b0-4e8c-bd92-9869f03b6dcb tempest-ServersListShow296Test-2135297898 tempest-ServersListShow296Test-2135297898-project-member] [instance: bd9e7f53-8c01-40d2-b812-6cdc6aa47bd2] While scheduling instance, the build request was already deleted. {{(pid=55138) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1706}} [ 977.166024] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-d555aa8e-b6b0-4e8c-bd92-9869f03b6dcb tempest-ServersListShow296Test-2135297898 tempest-ServersListShow296Test-2135297898-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 977.166230] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-d555aa8e-b6b0-4e8c-bd92-9869f03b6dcb tempest-ServersListShow296Test-2135297898 tempest-ServersListShow296Test-2135297898-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 977.166479] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-d555aa8e-b6b0-4e8c-bd92-9869f03b6dcb tempest-ServersListShow296Test-2135297898 tempest-ServersListShow296Test-2135297898-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 977.166929] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-d555aa8e-b6b0-4e8c-bd92-9869f03b6dcb tempest-ServersListShow296Test-2135297898 tempest-ServersListShow296Test-2135297898-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 977.167205] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-d555aa8e-b6b0-4e8c-bd92-9869f03b6dcb tempest-ServersListShow296Test-2135297898 tempest-ServersListShow296Test-2135297898-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 977.167442] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-d555aa8e-b6b0-4e8c-bd92-9869f03b6dcb tempest-ServersListShow296Test-2135297898 tempest-ServersListShow296Test-2135297898-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 977.181583] nova-conductor[55138]: DEBUG nova.quota [None req-d555aa8e-b6b0-4e8c-bd92-9869f03b6dcb tempest-ServersListShow296Test-2135297898 tempest-ServersListShow296Test-2135297898-project-member] Getting quotas for project 619d3003414f4691adf0d5f816697772. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 977.184305] nova-conductor[55138]: DEBUG nova.quota [None req-d555aa8e-b6b0-4e8c-bd92-9869f03b6dcb tempest-ServersListShow296Test-2135297898 tempest-ServersListShow296Test-2135297898-project-member] Getting quotas for user f148d46f9dbe49fea9b142e13287a721 and project 619d3003414f4691adf0d5f816697772. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 978.004062] nova-conductor[55138]: DEBUG dbcounter [-] [55138] Writing DB stats nova_cell1:SELECT=426,nova_cell1:UPDATE=294,nova_cell1:INSERT=30,nova_cell1:SAVEPOINT=30,nova_cell1:RELEASE=30,nova_cell1:DELETE=17 {{(pid=55138) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 979.154985] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-e8bbe7c8-8d35-4151-989e-a79ee38125da tempest-ImagesOneServerNegativeTestJSON-1139626155 tempest-ImagesOneServerNegativeTestJSON-1139626155-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=55138) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 979.169885] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-e8bbe7c8-8d35-4151-989e-a79ee38125da tempest-ImagesOneServerNegativeTestJSON-1139626155 tempest-ImagesOneServerNegativeTestJSON-1139626155-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 979.170165] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-e8bbe7c8-8d35-4151-989e-a79ee38125da tempest-ImagesOneServerNegativeTestJSON-1139626155 tempest-ImagesOneServerNegativeTestJSON-1139626155-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 979.170341] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-e8bbe7c8-8d35-4151-989e-a79ee38125da tempest-ImagesOneServerNegativeTestJSON-1139626155 tempest-ImagesOneServerNegativeTestJSON-1139626155-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 979.199502] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-e8bbe7c8-8d35-4151-989e-a79ee38125da tempest-ImagesOneServerNegativeTestJSON-1139626155 tempest-ImagesOneServerNegativeTestJSON-1139626155-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 979.199849] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-e8bbe7c8-8d35-4151-989e-a79ee38125da tempest-ImagesOneServerNegativeTestJSON-1139626155 tempest-ImagesOneServerNegativeTestJSON-1139626155-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 979.200189] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-e8bbe7c8-8d35-4151-989e-a79ee38125da tempest-ImagesOneServerNegativeTestJSON-1139626155 tempest-ImagesOneServerNegativeTestJSON-1139626155-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 979.200289] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-e8bbe7c8-8d35-4151-989e-a79ee38125da tempest-ImagesOneServerNegativeTestJSON-1139626155 tempest-ImagesOneServerNegativeTestJSON-1139626155-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 979.200472] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-e8bbe7c8-8d35-4151-989e-a79ee38125da tempest-ImagesOneServerNegativeTestJSON-1139626155 tempest-ImagesOneServerNegativeTestJSON-1139626155-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 979.200677] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-e8bbe7c8-8d35-4151-989e-a79ee38125da tempest-ImagesOneServerNegativeTestJSON-1139626155 tempest-ImagesOneServerNegativeTestJSON-1139626155-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 979.210144] nova-conductor[55138]: DEBUG nova.quota [None req-e8bbe7c8-8d35-4151-989e-a79ee38125da tempest-ImagesOneServerNegativeTestJSON-1139626155 tempest-ImagesOneServerNegativeTestJSON-1139626155-project-member] Getting quotas for project f651d18a9559499da27f301ee75bb2fb. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 979.212630] nova-conductor[55138]: DEBUG nova.quota [None req-e8bbe7c8-8d35-4151-989e-a79ee38125da tempest-ImagesOneServerNegativeTestJSON-1139626155 tempest-ImagesOneServerNegativeTestJSON-1139626155-project-member] Getting quotas for user 2b9d1001300c476a896f335b3acf041b and project f651d18a9559499da27f301ee75bb2fb. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 979.218998] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-e8bbe7c8-8d35-4151-989e-a79ee38125da tempest-ImagesOneServerNegativeTestJSON-1139626155 tempest-ImagesOneServerNegativeTestJSON-1139626155-project-member] [instance: 8b5b30b9-f1d9-4bb9-ab1e-e5ea689666e8] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55138) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 979.219526] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-e8bbe7c8-8d35-4151-989e-a79ee38125da tempest-ImagesOneServerNegativeTestJSON-1139626155 tempest-ImagesOneServerNegativeTestJSON-1139626155-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 979.219736] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-e8bbe7c8-8d35-4151-989e-a79ee38125da tempest-ImagesOneServerNegativeTestJSON-1139626155 tempest-ImagesOneServerNegativeTestJSON-1139626155-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 979.219903] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-e8bbe7c8-8d35-4151-989e-a79ee38125da tempest-ImagesOneServerNegativeTestJSON-1139626155 tempest-ImagesOneServerNegativeTestJSON-1139626155-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 979.223538] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-e8bbe7c8-8d35-4151-989e-a79ee38125da tempest-ImagesOneServerNegativeTestJSON-1139626155 tempest-ImagesOneServerNegativeTestJSON-1139626155-project-member] [instance: 8b5b30b9-f1d9-4bb9-ab1e-e5ea689666e8] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55138) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 979.224253] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-e8bbe7c8-8d35-4151-989e-a79ee38125da tempest-ImagesOneServerNegativeTestJSON-1139626155 tempest-ImagesOneServerNegativeTestJSON-1139626155-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 979.224457] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-e8bbe7c8-8d35-4151-989e-a79ee38125da tempest-ImagesOneServerNegativeTestJSON-1139626155 tempest-ImagesOneServerNegativeTestJSON-1139626155-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 979.224622] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-e8bbe7c8-8d35-4151-989e-a79ee38125da tempest-ImagesOneServerNegativeTestJSON-1139626155 tempest-ImagesOneServerNegativeTestJSON-1139626155-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 979.242836] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-e8bbe7c8-8d35-4151-989e-a79ee38125da tempest-ImagesOneServerNegativeTestJSON-1139626155 tempest-ImagesOneServerNegativeTestJSON-1139626155-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 979.243106] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-e8bbe7c8-8d35-4151-989e-a79ee38125da tempest-ImagesOneServerNegativeTestJSON-1139626155 tempest-ImagesOneServerNegativeTestJSON-1139626155-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 979.243170] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-e8bbe7c8-8d35-4151-989e-a79ee38125da tempest-ImagesOneServerNegativeTestJSON-1139626155 tempest-ImagesOneServerNegativeTestJSON-1139626155-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 982.408167] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-72616c8a-c6b0-483d-80a6-02eebbfe0c0f tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55138) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 982.421430] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-72616c8a-c6b0-483d-80a6-02eebbfe0c0f tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 982.421642] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-72616c8a-c6b0-483d-80a6-02eebbfe0c0f tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 982.421804] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-72616c8a-c6b0-483d-80a6-02eebbfe0c0f tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 982.468132] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-72616c8a-c6b0-483d-80a6-02eebbfe0c0f tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 982.468308] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-72616c8a-c6b0-483d-80a6-02eebbfe0c0f tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 982.468498] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-72616c8a-c6b0-483d-80a6-02eebbfe0c0f tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 982.469006] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-72616c8a-c6b0-483d-80a6-02eebbfe0c0f tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 982.469381] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-72616c8a-c6b0-483d-80a6-02eebbfe0c0f tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 982.469381] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-72616c8a-c6b0-483d-80a6-02eebbfe0c0f tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 982.483077] nova-conductor[55138]: DEBUG nova.quota [None req-72616c8a-c6b0-483d-80a6-02eebbfe0c0f tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Getting quotas for project 5e914f87450949b1a39866e8cfa3a0eb. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 982.485868] nova-conductor[55138]: DEBUG nova.quota [None req-72616c8a-c6b0-483d-80a6-02eebbfe0c0f tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Getting quotas for user 2d292997e4c34051acc645b4a65dc369 and project 5e914f87450949b1a39866e8cfa3a0eb. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 982.491140] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-72616c8a-c6b0-483d-80a6-02eebbfe0c0f tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] [instance: f23f2c04-c266-46a2-ad3f-34100f6246a0] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55138) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 982.491605] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-72616c8a-c6b0-483d-80a6-02eebbfe0c0f tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 982.491804] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-72616c8a-c6b0-483d-80a6-02eebbfe0c0f tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 982.491966] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-72616c8a-c6b0-483d-80a6-02eebbfe0c0f tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 982.494848] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-72616c8a-c6b0-483d-80a6-02eebbfe0c0f tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] [instance: f23f2c04-c266-46a2-ad3f-34100f6246a0] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55138) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 982.495504] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-72616c8a-c6b0-483d-80a6-02eebbfe0c0f tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 982.495699] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-72616c8a-c6b0-483d-80a6-02eebbfe0c0f tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 982.495865] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-72616c8a-c6b0-483d-80a6-02eebbfe0c0f tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 982.512034] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-72616c8a-c6b0-483d-80a6-02eebbfe0c0f tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 982.512255] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-72616c8a-c6b0-483d-80a6-02eebbfe0c0f tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 982.512439] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-72616c8a-c6b0-483d-80a6-02eebbfe0c0f tempest-ImagesTestJSON-120260003 tempest-ImagesTestJSON-120260003-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 983.285843] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-44131156-d0b3-4691-acc5-5ea3a4a74661 tempest-ServerActionsV293TestJSON-1100877798 tempest-ServerActionsV293TestJSON-1100877798-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=55139) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 983.307069] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-44131156-d0b3-4691-acc5-5ea3a4a74661 tempest-ServerActionsV293TestJSON-1100877798 tempest-ServerActionsV293TestJSON-1100877798-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 983.307393] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-44131156-d0b3-4691-acc5-5ea3a4a74661 tempest-ServerActionsV293TestJSON-1100877798 tempest-ServerActionsV293TestJSON-1100877798-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 983.307613] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-44131156-d0b3-4691-acc5-5ea3a4a74661 tempest-ServerActionsV293TestJSON-1100877798 tempest-ServerActionsV293TestJSON-1100877798-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 983.351690] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-44131156-d0b3-4691-acc5-5ea3a4a74661 tempest-ServerActionsV293TestJSON-1100877798 tempest-ServerActionsV293TestJSON-1100877798-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 983.351981] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-44131156-d0b3-4691-acc5-5ea3a4a74661 tempest-ServerActionsV293TestJSON-1100877798 tempest-ServerActionsV293TestJSON-1100877798-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 983.352129] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-44131156-d0b3-4691-acc5-5ea3a4a74661 tempest-ServerActionsV293TestJSON-1100877798 tempest-ServerActionsV293TestJSON-1100877798-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 983.352526] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-44131156-d0b3-4691-acc5-5ea3a4a74661 tempest-ServerActionsV293TestJSON-1100877798 tempest-ServerActionsV293TestJSON-1100877798-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 983.352717] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-44131156-d0b3-4691-acc5-5ea3a4a74661 tempest-ServerActionsV293TestJSON-1100877798 tempest-ServerActionsV293TestJSON-1100877798-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 983.353434] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-44131156-d0b3-4691-acc5-5ea3a4a74661 tempest-ServerActionsV293TestJSON-1100877798 tempest-ServerActionsV293TestJSON-1100877798-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 983.369076] nova-conductor[55139]: DEBUG nova.quota [None req-44131156-d0b3-4691-acc5-5ea3a4a74661 tempest-ServerActionsV293TestJSON-1100877798 tempest-ServerActionsV293TestJSON-1100877798-project-member] Getting quotas for project 67083da1b3fc43bc91ed850937b771d7. Resources: {'instances', 'cores', 'ram'} {{(pid=55139) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 983.372889] nova-conductor[55139]: DEBUG nova.quota [None req-44131156-d0b3-4691-acc5-5ea3a4a74661 tempest-ServerActionsV293TestJSON-1100877798 tempest-ServerActionsV293TestJSON-1100877798-project-member] Getting quotas for user 7dba72aed5d849ddb10117d7b797f0b3 and project 67083da1b3fc43bc91ed850937b771d7. Resources: {'instances', 'cores', 'ram'} {{(pid=55139) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 983.381107] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-44131156-d0b3-4691-acc5-5ea3a4a74661 tempest-ServerActionsV293TestJSON-1100877798 tempest-ServerActionsV293TestJSON-1100877798-project-member] [instance: 0d7fd297-37db-4876-bb91-5bb0b7dc335e] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55139) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 983.381234] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-44131156-d0b3-4691-acc5-5ea3a4a74661 tempest-ServerActionsV293TestJSON-1100877798 tempest-ServerActionsV293TestJSON-1100877798-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 983.381416] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-44131156-d0b3-4691-acc5-5ea3a4a74661 tempest-ServerActionsV293TestJSON-1100877798 tempest-ServerActionsV293TestJSON-1100877798-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 983.381576] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-44131156-d0b3-4691-acc5-5ea3a4a74661 tempest-ServerActionsV293TestJSON-1100877798 tempest-ServerActionsV293TestJSON-1100877798-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 983.385105] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-44131156-d0b3-4691-acc5-5ea3a4a74661 tempest-ServerActionsV293TestJSON-1100877798 tempest-ServerActionsV293TestJSON-1100877798-project-member] [instance: 0d7fd297-37db-4876-bb91-5bb0b7dc335e] block_device_mapping [BlockDeviceMapping(attachment_id=22c996e0-c3ec-4821-91be-9d387553d14b,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='volume',device_name=None,device_type=None,disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id=None,instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='volume',tag=None,updated_at=,uuid=,volume_id='6518fe7c-9ed9-49fb-b419-6c72d538c63d',volume_size=1,volume_type=None)] {{(pid=55139) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 983.385778] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-44131156-d0b3-4691-acc5-5ea3a4a74661 tempest-ServerActionsV293TestJSON-1100877798 tempest-ServerActionsV293TestJSON-1100877798-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 983.385993] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-44131156-d0b3-4691-acc5-5ea3a4a74661 tempest-ServerActionsV293TestJSON-1100877798 tempest-ServerActionsV293TestJSON-1100877798-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 983.386219] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-44131156-d0b3-4691-acc5-5ea3a4a74661 tempest-ServerActionsV293TestJSON-1100877798 tempest-ServerActionsV293TestJSON-1100877798-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 983.402109] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-44131156-d0b3-4691-acc5-5ea3a4a74661 tempest-ServerActionsV293TestJSON-1100877798 tempest-ServerActionsV293TestJSON-1100877798-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 983.402323] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-44131156-d0b3-4691-acc5-5ea3a4a74661 tempest-ServerActionsV293TestJSON-1100877798 tempest-ServerActionsV293TestJSON-1100877798-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 983.402480] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-44131156-d0b3-4691-acc5-5ea3a4a74661 tempest-ServerActionsV293TestJSON-1100877798 tempest-ServerActionsV293TestJSON-1100877798-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 991.677387] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-c96bf224-4681-43e0-b8e2-89d1564d207f tempest-AttachVolumeNegativeTest-1243065399 tempest-AttachVolumeNegativeTest-1243065399-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55138) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 991.694861] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-c96bf224-4681-43e0-b8e2-89d1564d207f tempest-AttachVolumeNegativeTest-1243065399 tempest-AttachVolumeNegativeTest-1243065399-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 991.695204] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-c96bf224-4681-43e0-b8e2-89d1564d207f tempest-AttachVolumeNegativeTest-1243065399 tempest-AttachVolumeNegativeTest-1243065399-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 991.695458] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-c96bf224-4681-43e0-b8e2-89d1564d207f tempest-AttachVolumeNegativeTest-1243065399 tempest-AttachVolumeNegativeTest-1243065399-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 991.737744] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-c96bf224-4681-43e0-b8e2-89d1564d207f tempest-AttachVolumeNegativeTest-1243065399 tempest-AttachVolumeNegativeTest-1243065399-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 991.738088] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-c96bf224-4681-43e0-b8e2-89d1564d207f tempest-AttachVolumeNegativeTest-1243065399 tempest-AttachVolumeNegativeTest-1243065399-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 991.738608] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-c96bf224-4681-43e0-b8e2-89d1564d207f tempest-AttachVolumeNegativeTest-1243065399 tempest-AttachVolumeNegativeTest-1243065399-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 991.738846] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-c96bf224-4681-43e0-b8e2-89d1564d207f tempest-AttachVolumeNegativeTest-1243065399 tempest-AttachVolumeNegativeTest-1243065399-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 991.739096] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-c96bf224-4681-43e0-b8e2-89d1564d207f tempest-AttachVolumeNegativeTest-1243065399 tempest-AttachVolumeNegativeTest-1243065399-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 991.739294] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-c96bf224-4681-43e0-b8e2-89d1564d207f tempest-AttachVolumeNegativeTest-1243065399 tempest-AttachVolumeNegativeTest-1243065399-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 991.751943] nova-conductor[55138]: DEBUG nova.quota [None req-c96bf224-4681-43e0-b8e2-89d1564d207f tempest-AttachVolumeNegativeTest-1243065399 tempest-AttachVolumeNegativeTest-1243065399-project-member] Getting quotas for project f7d28fea097541adadf0839940568409. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 991.756237] nova-conductor[55138]: DEBUG nova.quota [None req-c96bf224-4681-43e0-b8e2-89d1564d207f tempest-AttachVolumeNegativeTest-1243065399 tempest-AttachVolumeNegativeTest-1243065399-project-member] Getting quotas for user 63a29c785cf240a7b6418dadc7119574 and project f7d28fea097541adadf0839940568409. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 991.763811] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-c96bf224-4681-43e0-b8e2-89d1564d207f tempest-AttachVolumeNegativeTest-1243065399 tempest-AttachVolumeNegativeTest-1243065399-project-member] [instance: 3c6d286d-c152-46f1-b212-96a67324a56d] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55138) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 991.764457] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-c96bf224-4681-43e0-b8e2-89d1564d207f tempest-AttachVolumeNegativeTest-1243065399 tempest-AttachVolumeNegativeTest-1243065399-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 991.764705] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-c96bf224-4681-43e0-b8e2-89d1564d207f tempest-AttachVolumeNegativeTest-1243065399 tempest-AttachVolumeNegativeTest-1243065399-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 991.764900] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-c96bf224-4681-43e0-b8e2-89d1564d207f tempest-AttachVolumeNegativeTest-1243065399 tempest-AttachVolumeNegativeTest-1243065399-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 991.777785] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-c96bf224-4681-43e0-b8e2-89d1564d207f tempest-AttachVolumeNegativeTest-1243065399 tempest-AttachVolumeNegativeTest-1243065399-project-member] [instance: 3c6d286d-c152-46f1-b212-96a67324a56d] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55138) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 991.778984] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-c96bf224-4681-43e0-b8e2-89d1564d207f tempest-AttachVolumeNegativeTest-1243065399 tempest-AttachVolumeNegativeTest-1243065399-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 991.779298] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-c96bf224-4681-43e0-b8e2-89d1564d207f tempest-AttachVolumeNegativeTest-1243065399 tempest-AttachVolumeNegativeTest-1243065399-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 991.779573] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-c96bf224-4681-43e0-b8e2-89d1564d207f tempest-AttachVolumeNegativeTest-1243065399 tempest-AttachVolumeNegativeTest-1243065399-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 991.797556] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-c96bf224-4681-43e0-b8e2-89d1564d207f tempest-AttachVolumeNegativeTest-1243065399 tempest-AttachVolumeNegativeTest-1243065399-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 991.797820] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-c96bf224-4681-43e0-b8e2-89d1564d207f tempest-AttachVolumeNegativeTest-1243065399 tempest-AttachVolumeNegativeTest-1243065399-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 991.798035] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-c96bf224-4681-43e0-b8e2-89d1564d207f tempest-AttachVolumeNegativeTest-1243065399 tempest-AttachVolumeNegativeTest-1243065399-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 993.360171] nova-conductor[55139]: DEBUG dbcounter [-] [55139] Writing DB stats nova_cell0:SELECT=2 {{(pid=55139) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 993.389279] nova-conductor[55139]: DEBUG dbcounter [-] [55139] Writing DB stats nova_cell1:SELECT=6,nova_cell1:INSERT=15,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1 {{(pid=55139) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 993.397423] nova-conductor[55139]: DEBUG dbcounter [-] [55139] Writing DB stats nova_api:SELECT=10,nova_api:UPDATE=2,nova_api:DELETE=1 {{(pid=55139) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 993.399522] nova-conductor[55139]: DEBUG dbcounter [-] [55139] Writing DB stats nova_api:SELECT=14,nova_api:DELETE=1 {{(pid=55139) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 995.161385] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-64d442a6-5eb7-4137-b9dd-713bffc59428 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Targeting cell 97f9caa4-145d-43be-b385-f5d201c44331(cell1) for conductor method migrate_server {{(pid=55139) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 995.161385] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-64d442a6-5eb7-4137-b9dd-713bffc59428 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 995.161686] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-64d442a6-5eb7-4137-b9dd-713bffc59428 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 995.162354] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-64d442a6-5eb7-4137-b9dd-713bffc59428 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 995.379990] nova-conductor[55139]: DEBUG nova.conductor.tasks.migrate [None req-64d442a6-5eb7-4137-b9dd-713bffc59428 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] [instance: dd146c71-c391-41e8-8cc7-7276f4a518d9] Restricting to cell 97f9caa4-145d-43be-b385-f5d201c44331(cell1) while migrating {{(pid=55139) _set_requested_destination_cell /opt/stack/nova/nova/conductor/tasks/migrate.py:210}} [ 995.498581] nova-conductor[55139]: DEBUG nova.conductor.tasks.migrate [None req-64d442a6-5eb7-4137-b9dd-713bffc59428 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Created allocations for migration 839330ab-3902-4a6d-965a-18d61af14cb7 on 79b33d17-3e75-494c-a550-67b275de2079 {{(pid=55139) replace_allocation_with_migration /opt/stack/nova/nova/conductor/tasks/migrate.py:88}} [ 996.004749] nova-conductor[55139]: DEBUG nova.conductor.tasks.migrate [None req-64d442a6-5eb7-4137-b9dd-713bffc59428 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] [instance: dd146c71-c391-41e8-8cc7-7276f4a518d9] Calling prep_resize with selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55139) _execute /opt/stack/nova/nova/conductor/tasks/migrate.py:325}} [ 1001.744727] nova-conductor[55138]: DEBUG dbcounter [-] [55138] Writing DB stats nova_cell0:SELECT=6 {{(pid=55138) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1001.782791] nova-conductor[55138]: DEBUG dbcounter [-] [55138] Writing DB stats nova_cell1:SELECT=14,nova_cell1:INSERT=28 {{(pid=55138) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1001.791166] nova-conductor[55138]: DEBUG dbcounter [-] [55138] Writing DB stats nova_api:SELECT=33,nova_api:DELETE=3,nova_api:UPDATE=1 {{(pid=55138) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1001.795666] nova-conductor[55138]: DEBUG dbcounter [-] [55138] Writing DB stats nova_api:SELECT=33,nova_api:UPDATE=3,nova_api:DELETE=3 {{(pid=55138) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1002.720634] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-a2fca271-5a44-4a41-9c36-4f19ebdf1548 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55138) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1002.735451] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-a2fca271-5a44-4a41-9c36-4f19ebdf1548 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1002.736729] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-a2fca271-5a44-4a41-9c36-4f19ebdf1548 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1002.736729] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-a2fca271-5a44-4a41-9c36-4f19ebdf1548 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1002.772724] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-a2fca271-5a44-4a41-9c36-4f19ebdf1548 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1002.773115] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-a2fca271-5a44-4a41-9c36-4f19ebdf1548 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1002.773178] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-a2fca271-5a44-4a41-9c36-4f19ebdf1548 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1002.773554] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-a2fca271-5a44-4a41-9c36-4f19ebdf1548 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1002.773745] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-a2fca271-5a44-4a41-9c36-4f19ebdf1548 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1002.773910] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-a2fca271-5a44-4a41-9c36-4f19ebdf1548 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1002.783435] nova-conductor[55138]: DEBUG nova.quota [None req-a2fca271-5a44-4a41-9c36-4f19ebdf1548 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Getting quotas for project e972faeaedc6468aab7e7cfee88a477b. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1002.786761] nova-conductor[55138]: DEBUG nova.quota [None req-a2fca271-5a44-4a41-9c36-4f19ebdf1548 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Getting quotas for user 2bd91973e1bb4ce7be8bce9bfe34a941 and project e972faeaedc6468aab7e7cfee88a477b. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1002.792468] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-a2fca271-5a44-4a41-9c36-4f19ebdf1548 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] [instance: b29a8043-2006-4255-8036-669d2be594d3] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55138) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1002.792988] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-a2fca271-5a44-4a41-9c36-4f19ebdf1548 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1002.793249] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-a2fca271-5a44-4a41-9c36-4f19ebdf1548 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1002.793426] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-a2fca271-5a44-4a41-9c36-4f19ebdf1548 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1002.798963] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-a2fca271-5a44-4a41-9c36-4f19ebdf1548 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] [instance: b29a8043-2006-4255-8036-669d2be594d3] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55138) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1002.799888] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-a2fca271-5a44-4a41-9c36-4f19ebdf1548 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1002.800156] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-a2fca271-5a44-4a41-9c36-4f19ebdf1548 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1002.800413] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-a2fca271-5a44-4a41-9c36-4f19ebdf1548 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1002.815938] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-a2fca271-5a44-4a41-9c36-4f19ebdf1548 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1002.816135] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-a2fca271-5a44-4a41-9c36-4f19ebdf1548 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1002.816285] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-a2fca271-5a44-4a41-9c36-4f19ebdf1548 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1006.023352] nova-conductor[55139]: DEBUG dbcounter [-] [55139] Writing DB stats nova_api:SELECT=2 {{(pid=55139) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1006.031863] nova-conductor[55139]: DEBUG dbcounter [-] [55139] Writing DB stats nova_api:SELECT=2,nova_api:UPDATE=1 {{(pid=55139) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1006.047352] nova-conductor[55139]: DEBUG dbcounter [-] [55139] Writing DB stats nova_cell1:SELECT=8,nova_cell1:UPDATE=6,nova_cell1:INSERT=3 {{(pid=55139) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1012.778498] nova-conductor[55138]: DEBUG dbcounter [-] [55138] Writing DB stats nova_cell0:SELECT=1 {{(pid=55138) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1012.802482] nova-conductor[55138]: DEBUG dbcounter [-] [55138] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=55138) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1012.811489] nova-conductor[55138]: DEBUG dbcounter [-] [55138] Writing DB stats nova_api:SELECT=6 {{(pid=55138) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1012.814538] nova-conductor[55138]: DEBUG dbcounter [-] [55138] Writing DB stats nova_api:SELECT=6,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=55138) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1013.029846] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-b08a8426-4ea6-4d26-86d0-16f1f3f9e7aa tempest-ImagesOneServerNegativeTestJSON-1139626155 tempest-ImagesOneServerNegativeTestJSON-1139626155-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=55139) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1013.041107] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-b08a8426-4ea6-4d26-86d0-16f1f3f9e7aa tempest-ImagesOneServerNegativeTestJSON-1139626155 tempest-ImagesOneServerNegativeTestJSON-1139626155-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1013.041336] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-b08a8426-4ea6-4d26-86d0-16f1f3f9e7aa tempest-ImagesOneServerNegativeTestJSON-1139626155 tempest-ImagesOneServerNegativeTestJSON-1139626155-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1013.041501] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-b08a8426-4ea6-4d26-86d0-16f1f3f9e7aa tempest-ImagesOneServerNegativeTestJSON-1139626155 tempest-ImagesOneServerNegativeTestJSON-1139626155-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1013.063485] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-b08a8426-4ea6-4d26-86d0-16f1f3f9e7aa tempest-ImagesOneServerNegativeTestJSON-1139626155 tempest-ImagesOneServerNegativeTestJSON-1139626155-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1013.063697] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-b08a8426-4ea6-4d26-86d0-16f1f3f9e7aa tempest-ImagesOneServerNegativeTestJSON-1139626155 tempest-ImagesOneServerNegativeTestJSON-1139626155-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1013.063863] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-b08a8426-4ea6-4d26-86d0-16f1f3f9e7aa tempest-ImagesOneServerNegativeTestJSON-1139626155 tempest-ImagesOneServerNegativeTestJSON-1139626155-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1013.064261] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-b08a8426-4ea6-4d26-86d0-16f1f3f9e7aa tempest-ImagesOneServerNegativeTestJSON-1139626155 tempest-ImagesOneServerNegativeTestJSON-1139626155-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1013.064445] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-b08a8426-4ea6-4d26-86d0-16f1f3f9e7aa tempest-ImagesOneServerNegativeTestJSON-1139626155 tempest-ImagesOneServerNegativeTestJSON-1139626155-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1013.064603] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-b08a8426-4ea6-4d26-86d0-16f1f3f9e7aa tempest-ImagesOneServerNegativeTestJSON-1139626155 tempest-ImagesOneServerNegativeTestJSON-1139626155-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1013.072187] nova-conductor[55139]: DEBUG nova.quota [None req-b08a8426-4ea6-4d26-86d0-16f1f3f9e7aa tempest-ImagesOneServerNegativeTestJSON-1139626155 tempest-ImagesOneServerNegativeTestJSON-1139626155-project-member] Getting quotas for project f651d18a9559499da27f301ee75bb2fb. Resources: {'instances', 'cores', 'ram'} {{(pid=55139) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1013.074342] nova-conductor[55139]: DEBUG nova.quota [None req-b08a8426-4ea6-4d26-86d0-16f1f3f9e7aa tempest-ImagesOneServerNegativeTestJSON-1139626155 tempest-ImagesOneServerNegativeTestJSON-1139626155-project-member] Getting quotas for user 2b9d1001300c476a896f335b3acf041b and project f651d18a9559499da27f301ee75bb2fb. Resources: {'instances', 'cores', 'ram'} {{(pid=55139) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1013.079230] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-b08a8426-4ea6-4d26-86d0-16f1f3f9e7aa tempest-ImagesOneServerNegativeTestJSON-1139626155 tempest-ImagesOneServerNegativeTestJSON-1139626155-project-member] [instance: 3029c06f-4687-46f7-958b-831e4d0b241b] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55139) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1013.079678] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-b08a8426-4ea6-4d26-86d0-16f1f3f9e7aa tempest-ImagesOneServerNegativeTestJSON-1139626155 tempest-ImagesOneServerNegativeTestJSON-1139626155-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1013.079869] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-b08a8426-4ea6-4d26-86d0-16f1f3f9e7aa tempest-ImagesOneServerNegativeTestJSON-1139626155 tempest-ImagesOneServerNegativeTestJSON-1139626155-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1013.080046] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-b08a8426-4ea6-4d26-86d0-16f1f3f9e7aa tempest-ImagesOneServerNegativeTestJSON-1139626155 tempest-ImagesOneServerNegativeTestJSON-1139626155-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1013.082855] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-b08a8426-4ea6-4d26-86d0-16f1f3f9e7aa tempest-ImagesOneServerNegativeTestJSON-1139626155 tempest-ImagesOneServerNegativeTestJSON-1139626155-project-member] [instance: 3029c06f-4687-46f7-958b-831e4d0b241b] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55139) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1013.083469] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-b08a8426-4ea6-4d26-86d0-16f1f3f9e7aa tempest-ImagesOneServerNegativeTestJSON-1139626155 tempest-ImagesOneServerNegativeTestJSON-1139626155-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1013.083660] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-b08a8426-4ea6-4d26-86d0-16f1f3f9e7aa tempest-ImagesOneServerNegativeTestJSON-1139626155 tempest-ImagesOneServerNegativeTestJSON-1139626155-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1013.083822] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-b08a8426-4ea6-4d26-86d0-16f1f3f9e7aa tempest-ImagesOneServerNegativeTestJSON-1139626155 tempest-ImagesOneServerNegativeTestJSON-1139626155-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1013.097904] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-b08a8426-4ea6-4d26-86d0-16f1f3f9e7aa tempest-ImagesOneServerNegativeTestJSON-1139626155 tempest-ImagesOneServerNegativeTestJSON-1139626155-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1013.098115] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-b08a8426-4ea6-4d26-86d0-16f1f3f9e7aa tempest-ImagesOneServerNegativeTestJSON-1139626155 tempest-ImagesOneServerNegativeTestJSON-1139626155-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1013.098279] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-b08a8426-4ea6-4d26-86d0-16f1f3f9e7aa tempest-ImagesOneServerNegativeTestJSON-1139626155 tempest-ImagesOneServerNegativeTestJSON-1139626155-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1020.076890] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-2e2faec7-b2c3-4cb8-842d-aaf07f7784d7 tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=55139) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1020.091102] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-2e2faec7-b2c3-4cb8-842d-aaf07f7784d7 tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1020.091383] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-2e2faec7-b2c3-4cb8-842d-aaf07f7784d7 tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1020.091559] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-2e2faec7-b2c3-4cb8-842d-aaf07f7784d7 tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1020.119313] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-2e2faec7-b2c3-4cb8-842d-aaf07f7784d7 tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1020.119605] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-2e2faec7-b2c3-4cb8-842d-aaf07f7784d7 tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1020.119783] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-2e2faec7-b2c3-4cb8-842d-aaf07f7784d7 tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1020.120178] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-2e2faec7-b2c3-4cb8-842d-aaf07f7784d7 tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1020.120361] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-2e2faec7-b2c3-4cb8-842d-aaf07f7784d7 tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1020.120522] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-2e2faec7-b2c3-4cb8-842d-aaf07f7784d7 tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1020.128591] nova-conductor[55139]: DEBUG nova.quota [None req-2e2faec7-b2c3-4cb8-842d-aaf07f7784d7 tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Getting quotas for project f508ec04edc844a19640a8a85f27e5b9. Resources: {'instances', 'cores', 'ram'} {{(pid=55139) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1020.130912] nova-conductor[55139]: DEBUG nova.quota [None req-2e2faec7-b2c3-4cb8-842d-aaf07f7784d7 tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Getting quotas for user b59e7e62d92e4f5eb0fee41e8f5196d7 and project f508ec04edc844a19640a8a85f27e5b9. Resources: {'instances', 'cores', 'ram'} {{(pid=55139) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1020.136483] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-2e2faec7-b2c3-4cb8-842d-aaf07f7784d7 tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] [instance: 7ac2bfb5-e8d0-4dbf-a647-7c3d65c9327b] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55139) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1020.136977] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-2e2faec7-b2c3-4cb8-842d-aaf07f7784d7 tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1020.137231] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-2e2faec7-b2c3-4cb8-842d-aaf07f7784d7 tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1020.137402] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-2e2faec7-b2c3-4cb8-842d-aaf07f7784d7 tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1020.142391] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-2e2faec7-b2c3-4cb8-842d-aaf07f7784d7 tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] [instance: 7ac2bfb5-e8d0-4dbf-a647-7c3d65c9327b] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55139) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1020.143129] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-2e2faec7-b2c3-4cb8-842d-aaf07f7784d7 tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1020.143269] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-2e2faec7-b2c3-4cb8-842d-aaf07f7784d7 tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1020.143436] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-2e2faec7-b2c3-4cb8-842d-aaf07f7784d7 tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1020.158272] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-2e2faec7-b2c3-4cb8-842d-aaf07f7784d7 tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1020.158501] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-2e2faec7-b2c3-4cb8-842d-aaf07f7784d7 tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1020.158669] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-2e2faec7-b2c3-4cb8-842d-aaf07f7784d7 tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.762631] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-da56ebba-ffb2-4b69-ad66-48ac9346af00 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55139) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1022.776804] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-da56ebba-ffb2-4b69-ad66-48ac9346af00 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.777106] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-da56ebba-ffb2-4b69-ad66-48ac9346af00 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.777369] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-da56ebba-ffb2-4b69-ad66-48ac9346af00 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.813678] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-da56ebba-ffb2-4b69-ad66-48ac9346af00 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.813936] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-da56ebba-ffb2-4b69-ad66-48ac9346af00 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.814135] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-da56ebba-ffb2-4b69-ad66-48ac9346af00 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.814558] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-da56ebba-ffb2-4b69-ad66-48ac9346af00 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.814793] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-da56ebba-ffb2-4b69-ad66-48ac9346af00 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.814995] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-da56ebba-ffb2-4b69-ad66-48ac9346af00 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.823982] nova-conductor[55139]: DEBUG nova.quota [None req-da56ebba-ffb2-4b69-ad66-48ac9346af00 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Getting quotas for project 22352c25bca8416a948014391a5389ac. Resources: {'instances', 'cores', 'ram'} {{(pid=55139) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1022.827055] nova-conductor[55139]: DEBUG nova.quota [None req-da56ebba-ffb2-4b69-ad66-48ac9346af00 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Getting quotas for user 1236175893a3401cb01b04604168f1e0 and project 22352c25bca8416a948014391a5389ac. Resources: {'instances', 'cores', 'ram'} {{(pid=55139) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1022.831736] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-da56ebba-ffb2-4b69-ad66-48ac9346af00 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] [instance: c2b6f3a4-7414-4fc4-893b-9b613fc5e381] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55139) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1022.832137] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-da56ebba-ffb2-4b69-ad66-48ac9346af00 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.832343] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-da56ebba-ffb2-4b69-ad66-48ac9346af00 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.832527] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-da56ebba-ffb2-4b69-ad66-48ac9346af00 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.837505] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-da56ebba-ffb2-4b69-ad66-48ac9346af00 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] [instance: c2b6f3a4-7414-4fc4-893b-9b613fc5e381] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55139) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1022.838166] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-da56ebba-ffb2-4b69-ad66-48ac9346af00 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.838366] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-da56ebba-ffb2-4b69-ad66-48ac9346af00 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.838537] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-da56ebba-ffb2-4b69-ad66-48ac9346af00 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1022.855723] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-da56ebba-ffb2-4b69-ad66-48ac9346af00 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1022.855957] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-da56ebba-ffb2-4b69-ad66-48ac9346af00 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1022.856141] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-da56ebba-ffb2-4b69-ad66-48ac9346af00 tempest-ServerDiskConfigTestJSON-1517182470 tempest-ServerDiskConfigTestJSON-1517182470-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1029.850063] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-a56be8ca-e756-4190-beb8-33f44bf20672 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55138) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1029.862599] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-a56be8ca-e756-4190-beb8-33f44bf20672 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1029.862839] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-a56be8ca-e756-4190-beb8-33f44bf20672 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1029.863031] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-a56be8ca-e756-4190-beb8-33f44bf20672 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1029.892690] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-a56be8ca-e756-4190-beb8-33f44bf20672 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1029.892927] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-a56be8ca-e756-4190-beb8-33f44bf20672 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1029.893112] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-a56be8ca-e756-4190-beb8-33f44bf20672 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1029.893509] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-a56be8ca-e756-4190-beb8-33f44bf20672 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1029.893694] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-a56be8ca-e756-4190-beb8-33f44bf20672 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1029.893855] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-a56be8ca-e756-4190-beb8-33f44bf20672 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1029.902462] nova-conductor[55138]: DEBUG nova.quota [None req-a56be8ca-e756-4190-beb8-33f44bf20672 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Getting quotas for project e972faeaedc6468aab7e7cfee88a477b. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1029.904791] nova-conductor[55138]: DEBUG nova.quota [None req-a56be8ca-e756-4190-beb8-33f44bf20672 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Getting quotas for user 2bd91973e1bb4ce7be8bce9bfe34a941 and project e972faeaedc6468aab7e7cfee88a477b. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1029.910630] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-a56be8ca-e756-4190-beb8-33f44bf20672 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] [instance: 3a65ddea-2d3d-45a1-a175-c8fad756793d] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55138) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1029.911194] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-a56be8ca-e756-4190-beb8-33f44bf20672 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1029.911402] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-a56be8ca-e756-4190-beb8-33f44bf20672 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1029.911568] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-a56be8ca-e756-4190-beb8-33f44bf20672 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1029.919283] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-a56be8ca-e756-4190-beb8-33f44bf20672 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] [instance: 3a65ddea-2d3d-45a1-a175-c8fad756793d] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55138) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1029.919283] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-a56be8ca-e756-4190-beb8-33f44bf20672 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1029.919283] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-a56be8ca-e756-4190-beb8-33f44bf20672 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1029.919283] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-a56be8ca-e756-4190-beb8-33f44bf20672 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1029.934521] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-a56be8ca-e756-4190-beb8-33f44bf20672 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1029.934754] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-a56be8ca-e756-4190-beb8-33f44bf20672 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1029.934921] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-a56be8ca-e756-4190-beb8-33f44bf20672 tempest-ServersTestJSON-1895684200 tempest-ServersTestJSON-1895684200-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1032.743679] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-bd4187dd-e40e-411e-afeb-1e4eb0475787 tempest-AttachVolumeTestJSON-2000870146 tempest-AttachVolumeTestJSON-2000870146-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55139) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1032.758476] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-bd4187dd-e40e-411e-afeb-1e4eb0475787 tempest-AttachVolumeTestJSON-2000870146 tempest-AttachVolumeTestJSON-2000870146-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1032.758733] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-bd4187dd-e40e-411e-afeb-1e4eb0475787 tempest-AttachVolumeTestJSON-2000870146 tempest-AttachVolumeTestJSON-2000870146-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1032.758956] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-bd4187dd-e40e-411e-afeb-1e4eb0475787 tempest-AttachVolumeTestJSON-2000870146 tempest-AttachVolumeTestJSON-2000870146-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1032.789880] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-bd4187dd-e40e-411e-afeb-1e4eb0475787 tempest-AttachVolumeTestJSON-2000870146 tempest-AttachVolumeTestJSON-2000870146-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1032.789880] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-bd4187dd-e40e-411e-afeb-1e4eb0475787 tempest-AttachVolumeTestJSON-2000870146 tempest-AttachVolumeTestJSON-2000870146-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1032.790215] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-bd4187dd-e40e-411e-afeb-1e4eb0475787 tempest-AttachVolumeTestJSON-2000870146 tempest-AttachVolumeTestJSON-2000870146-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1032.790579] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-bd4187dd-e40e-411e-afeb-1e4eb0475787 tempest-AttachVolumeTestJSON-2000870146 tempest-AttachVolumeTestJSON-2000870146-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1032.790770] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-bd4187dd-e40e-411e-afeb-1e4eb0475787 tempest-AttachVolumeTestJSON-2000870146 tempest-AttachVolumeTestJSON-2000870146-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1032.790965] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-bd4187dd-e40e-411e-afeb-1e4eb0475787 tempest-AttachVolumeTestJSON-2000870146 tempest-AttachVolumeTestJSON-2000870146-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1032.801569] nova-conductor[55139]: DEBUG nova.quota [None req-bd4187dd-e40e-411e-afeb-1e4eb0475787 tempest-AttachVolumeTestJSON-2000870146 tempest-AttachVolumeTestJSON-2000870146-project-member] Getting quotas for project a9e939cdf4a94a8aa0107a5761771c2c. Resources: {'instances', 'cores', 'ram'} {{(pid=55139) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1032.804776] nova-conductor[55139]: DEBUG nova.quota [None req-bd4187dd-e40e-411e-afeb-1e4eb0475787 tempest-AttachVolumeTestJSON-2000870146 tempest-AttachVolumeTestJSON-2000870146-project-member] Getting quotas for user 7e11242d52d14577847d17d3a6441202 and project a9e939cdf4a94a8aa0107a5761771c2c. Resources: {'instances', 'cores', 'ram'} {{(pid=55139) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1032.809949] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-bd4187dd-e40e-411e-afeb-1e4eb0475787 tempest-AttachVolumeTestJSON-2000870146 tempest-AttachVolumeTestJSON-2000870146-project-member] [instance: e1e2e8a4-80aa-45eb-a90e-d20cba2943ee] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55139) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1032.810461] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-bd4187dd-e40e-411e-afeb-1e4eb0475787 tempest-AttachVolumeTestJSON-2000870146 tempest-AttachVolumeTestJSON-2000870146-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1032.810666] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-bd4187dd-e40e-411e-afeb-1e4eb0475787 tempest-AttachVolumeTestJSON-2000870146 tempest-AttachVolumeTestJSON-2000870146-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1032.810833] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-bd4187dd-e40e-411e-afeb-1e4eb0475787 tempest-AttachVolumeTestJSON-2000870146 tempest-AttachVolumeTestJSON-2000870146-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1032.815586] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-bd4187dd-e40e-411e-afeb-1e4eb0475787 tempest-AttachVolumeTestJSON-2000870146 tempest-AttachVolumeTestJSON-2000870146-project-member] [instance: e1e2e8a4-80aa-45eb-a90e-d20cba2943ee] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55139) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1032.816361] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-bd4187dd-e40e-411e-afeb-1e4eb0475787 tempest-AttachVolumeTestJSON-2000870146 tempest-AttachVolumeTestJSON-2000870146-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1032.816617] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-bd4187dd-e40e-411e-afeb-1e4eb0475787 tempest-AttachVolumeTestJSON-2000870146 tempest-AttachVolumeTestJSON-2000870146-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1032.816835] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-bd4187dd-e40e-411e-afeb-1e4eb0475787 tempest-AttachVolumeTestJSON-2000870146 tempest-AttachVolumeTestJSON-2000870146-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1032.834702] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-bd4187dd-e40e-411e-afeb-1e4eb0475787 tempest-AttachVolumeTestJSON-2000870146 tempest-AttachVolumeTestJSON-2000870146-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1032.834926] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-bd4187dd-e40e-411e-afeb-1e4eb0475787 tempest-AttachVolumeTestJSON-2000870146 tempest-AttachVolumeTestJSON-2000870146-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1032.835137] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-bd4187dd-e40e-411e-afeb-1e4eb0475787 tempest-AttachVolumeTestJSON-2000870146 tempest-AttachVolumeTestJSON-2000870146-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1036.432236] nova-conductor[55139]: DEBUG dbcounter [-] [55139] Writing DB stats nova_cell1:UPDATE=291,nova_cell1:SELECT=401,nova_cell1:INSERT=34,nova_cell1:SAVEPOINT=21,nova_cell1:RELEASE=21,nova_cell1:DELETE=15 {{(pid=55139) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1037.307813] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-caff465d-ca2f-4313-98a5-fd3e40a40baa tempest-AttachVolumeShelveTestJSON-977664705 tempest-AttachVolumeShelveTestJSON-977664705-project-member] Targeting cell 97f9caa4-145d-43be-b385-f5d201c44331(cell1) for conductor method unshelve_instance {{(pid=55139) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 1037.308078] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-caff465d-ca2f-4313-98a5-fd3e40a40baa tempest-AttachVolumeShelveTestJSON-977664705 tempest-AttachVolumeShelveTestJSON-977664705-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1037.308290] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-caff465d-ca2f-4313-98a5-fd3e40a40baa tempest-AttachVolumeShelveTestJSON-977664705 tempest-AttachVolumeShelveTestJSON-977664705-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1037.308459] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-caff465d-ca2f-4313-98a5-fd3e40a40baa tempest-AttachVolumeShelveTestJSON-977664705 tempest-AttachVolumeShelveTestJSON-977664705-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1037.396415] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-caff465d-ca2f-4313-98a5-fd3e40a40baa tempest-AttachVolumeShelveTestJSON-977664705 tempest-AttachVolumeShelveTestJSON-977664705-project-member] [instance: 8437f856-a707-49c5-b8eb-5a22cdb990f8] Requesting cell 97f9caa4-145d-43be-b385-f5d201c44331(cell1) during scheduling {{(pid=55139) _restrict_request_spec_to_cell /opt/stack/nova/nova/conductor/manager.py:963}} [ 1037.907069] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-caff465d-ca2f-4313-98a5-fd3e40a40baa tempest-AttachVolumeShelveTestJSON-977664705 tempest-AttachVolumeShelveTestJSON-977664705-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55139) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1037.907069] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-caff465d-ca2f-4313-98a5-fd3e40a40baa tempest-AttachVolumeShelveTestJSON-977664705 tempest-AttachVolumeShelveTestJSON-977664705-project-member] [instance: 8437f856-a707-49c5-b8eb-5a22cdb990f8] Scheduler selected host: cpu-1, node:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=55139) unshelve_instance /opt/stack/nova/nova/conductor/manager.py:1116}} [ 1037.910082] nova-conductor[55139]: DEBUG nova.objects.instance [None req-caff465d-ca2f-4313-98a5-fd3e40a40baa tempest-AttachVolumeShelveTestJSON-977664705 tempest-AttachVolumeShelveTestJSON-977664705-project-member] Lazy-loading 'flavor' on Instance uuid 8437f856-a707-49c5-b8eb-5a22cdb990f8 {{(pid=55139) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1038.575456] nova-conductor[55138]: DEBUG dbcounter [-] [55138] Writing DB stats nova_cell1:SAVEPOINT=29,nova_cell1:RELEASE=29,nova_cell1:UPDATE=281,nova_cell1:SELECT=441,nova_cell1:INSERT=30,nova_cell1:DELETE=12 {{(pid=55138) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1038.609982] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-785be6b2-df40-4037-b7c3-91924a04c311 tempest-ServerActionsV293TestJSON-1100877798 tempest-ServerActionsV293TestJSON-1100877798-project-member] Targeting cell 97f9caa4-145d-43be-b385-f5d201c44331(cell1) for conductor method rebuild_instance {{(pid=55139) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 1038.610274] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-785be6b2-df40-4037-b7c3-91924a04c311 tempest-ServerActionsV293TestJSON-1100877798 tempest-ServerActionsV293TestJSON-1100877798-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1038.610656] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-785be6b2-df40-4037-b7c3-91924a04c311 tempest-ServerActionsV293TestJSON-1100877798 tempest-ServerActionsV293TestJSON-1100877798-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1038.610869] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-785be6b2-df40-4037-b7c3-91924a04c311 tempest-ServerActionsV293TestJSON-1100877798 tempest-ServerActionsV293TestJSON-1100877798-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1038.622334] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-785be6b2-df40-4037-b7c3-91924a04c311 tempest-ServerActionsV293TestJSON-1100877798 tempest-ServerActionsV293TestJSON-1100877798-project-member] [instance: 0d7fd297-37db-4876-bb91-5bb0b7dc335e] No migration record for the rebuild/evacuate request. {{(pid=55139) rebuild_instance /opt/stack/nova/nova/conductor/manager.py:1227}} [ 1038.907018] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-aa183cd1-9991-43be-ba9d-981e650febeb tempest-ServerRescueTestJSONUnderV235-1601333119 tempest-ServerRescueTestJSONUnderV235-1601333119-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55138) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1038.935447] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-aa183cd1-9991-43be-ba9d-981e650febeb tempest-ServerRescueTestJSONUnderV235-1601333119 tempest-ServerRescueTestJSONUnderV235-1601333119-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1038.935447] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-aa183cd1-9991-43be-ba9d-981e650febeb tempest-ServerRescueTestJSONUnderV235-1601333119 tempest-ServerRescueTestJSONUnderV235-1601333119-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1038.935447] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-aa183cd1-9991-43be-ba9d-981e650febeb tempest-ServerRescueTestJSONUnderV235-1601333119 tempest-ServerRescueTestJSONUnderV235-1601333119-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1038.976016] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-aa183cd1-9991-43be-ba9d-981e650febeb tempest-ServerRescueTestJSONUnderV235-1601333119 tempest-ServerRescueTestJSONUnderV235-1601333119-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1038.976284] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-aa183cd1-9991-43be-ba9d-981e650febeb tempest-ServerRescueTestJSONUnderV235-1601333119 tempest-ServerRescueTestJSONUnderV235-1601333119-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1038.976503] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-aa183cd1-9991-43be-ba9d-981e650febeb tempest-ServerRescueTestJSONUnderV235-1601333119 tempest-ServerRescueTestJSONUnderV235-1601333119-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1038.976890] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-aa183cd1-9991-43be-ba9d-981e650febeb tempest-ServerRescueTestJSONUnderV235-1601333119 tempest-ServerRescueTestJSONUnderV235-1601333119-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1038.977088] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-aa183cd1-9991-43be-ba9d-981e650febeb tempest-ServerRescueTestJSONUnderV235-1601333119 tempest-ServerRescueTestJSONUnderV235-1601333119-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1038.977253] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-aa183cd1-9991-43be-ba9d-981e650febeb tempest-ServerRescueTestJSONUnderV235-1601333119 tempest-ServerRescueTestJSONUnderV235-1601333119-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1038.992325] nova-conductor[55138]: DEBUG nova.quota [None req-aa183cd1-9991-43be-ba9d-981e650febeb tempest-ServerRescueTestJSONUnderV235-1601333119 tempest-ServerRescueTestJSONUnderV235-1601333119-project-member] Getting quotas for project 9c1a31c777da417c96b2552ca50dc3a7. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1038.995649] nova-conductor[55138]: DEBUG nova.quota [None req-aa183cd1-9991-43be-ba9d-981e650febeb tempest-ServerRescueTestJSONUnderV235-1601333119 tempest-ServerRescueTestJSONUnderV235-1601333119-project-member] Getting quotas for user 662e072d7aa44efb994b35b2a6656dec and project 9c1a31c777da417c96b2552ca50dc3a7. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1039.001425] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-aa183cd1-9991-43be-ba9d-981e650febeb tempest-ServerRescueTestJSONUnderV235-1601333119 tempest-ServerRescueTestJSONUnderV235-1601333119-project-member] [instance: 1123a12e-5218-415d-b286-2f005fe57b29] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55138) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1039.001909] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-aa183cd1-9991-43be-ba9d-981e650febeb tempest-ServerRescueTestJSONUnderV235-1601333119 tempest-ServerRescueTestJSONUnderV235-1601333119-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1039.002218] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-aa183cd1-9991-43be-ba9d-981e650febeb tempest-ServerRescueTestJSONUnderV235-1601333119 tempest-ServerRescueTestJSONUnderV235-1601333119-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1039.002409] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-aa183cd1-9991-43be-ba9d-981e650febeb tempest-ServerRescueTestJSONUnderV235-1601333119 tempest-ServerRescueTestJSONUnderV235-1601333119-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1039.005454] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-aa183cd1-9991-43be-ba9d-981e650febeb tempest-ServerRescueTestJSONUnderV235-1601333119 tempest-ServerRescueTestJSONUnderV235-1601333119-project-member] [instance: 1123a12e-5218-415d-b286-2f005fe57b29] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55138) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1039.006086] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-aa183cd1-9991-43be-ba9d-981e650febeb tempest-ServerRescueTestJSONUnderV235-1601333119 tempest-ServerRescueTestJSONUnderV235-1601333119-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1039.006287] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-aa183cd1-9991-43be-ba9d-981e650febeb tempest-ServerRescueTestJSONUnderV235-1601333119 tempest-ServerRescueTestJSONUnderV235-1601333119-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1039.006458] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-aa183cd1-9991-43be-ba9d-981e650febeb tempest-ServerRescueTestJSONUnderV235-1601333119 tempest-ServerRescueTestJSONUnderV235-1601333119-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1039.024689] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-aa183cd1-9991-43be-ba9d-981e650febeb tempest-ServerRescueTestJSONUnderV235-1601333119 tempest-ServerRescueTestJSONUnderV235-1601333119-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1039.024913] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-aa183cd1-9991-43be-ba9d-981e650febeb tempest-ServerRescueTestJSONUnderV235-1601333119 tempest-ServerRescueTestJSONUnderV235-1601333119-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1039.025100] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-aa183cd1-9991-43be-ba9d-981e650febeb tempest-ServerRescueTestJSONUnderV235-1601333119 tempest-ServerRescueTestJSONUnderV235-1601333119-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1042.795543] nova-conductor[55139]: DEBUG dbcounter [-] [55139] Writing DB stats nova_cell0:SELECT=4 {{(pid=55139) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1047.892582] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-3b34197c-e4a6-4990-8dd8-91c4e9cb8152 tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55139) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1047.907576] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-3b34197c-e4a6-4990-8dd8-91c4e9cb8152 tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1047.908034] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-3b34197c-e4a6-4990-8dd8-91c4e9cb8152 tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1047.908221] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-3b34197c-e4a6-4990-8dd8-91c4e9cb8152 tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1047.948498] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-3b34197c-e4a6-4990-8dd8-91c4e9cb8152 tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1047.948747] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-3b34197c-e4a6-4990-8dd8-91c4e9cb8152 tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1047.948920] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-3b34197c-e4a6-4990-8dd8-91c4e9cb8152 tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1047.949602] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-3b34197c-e4a6-4990-8dd8-91c4e9cb8152 tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1047.949824] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-3b34197c-e4a6-4990-8dd8-91c4e9cb8152 tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1047.949996] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-3b34197c-e4a6-4990-8dd8-91c4e9cb8152 tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1047.960182] nova-conductor[55139]: DEBUG nova.quota [None req-3b34197c-e4a6-4990-8dd8-91c4e9cb8152 tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Getting quotas for project f508ec04edc844a19640a8a85f27e5b9. Resources: {'instances', 'cores', 'ram'} {{(pid=55139) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1047.963249] nova-conductor[55139]: DEBUG nova.quota [None req-3b34197c-e4a6-4990-8dd8-91c4e9cb8152 tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Getting quotas for user b59e7e62d92e4f5eb0fee41e8f5196d7 and project f508ec04edc844a19640a8a85f27e5b9. Resources: {'instances', 'cores', 'ram'} {{(pid=55139) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1047.968917] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-3b34197c-e4a6-4990-8dd8-91c4e9cb8152 tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] [instance: 439ee94c-04f2-45d3-a486-81a216c8db4e] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55139) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1047.969409] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-3b34197c-e4a6-4990-8dd8-91c4e9cb8152 tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1047.969614] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-3b34197c-e4a6-4990-8dd8-91c4e9cb8152 tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1047.969871] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-3b34197c-e4a6-4990-8dd8-91c4e9cb8152 tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1047.973559] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-3b34197c-e4a6-4990-8dd8-91c4e9cb8152 tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] [instance: 439ee94c-04f2-45d3-a486-81a216c8db4e] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55139) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1047.974202] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-3b34197c-e4a6-4990-8dd8-91c4e9cb8152 tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1047.974439] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-3b34197c-e4a6-4990-8dd8-91c4e9cb8152 tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1047.974555] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-3b34197c-e4a6-4990-8dd8-91c4e9cb8152 tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1048.000016] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-3b34197c-e4a6-4990-8dd8-91c4e9cb8152 tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1048.000016] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-3b34197c-e4a6-4990-8dd8-91c4e9cb8152 tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1048.000016] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-3b34197c-e4a6-4990-8dd8-91c4e9cb8152 tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1048.981757] nova-conductor[55138]: DEBUG dbcounter [-] [55138] Writing DB stats nova_cell0:SELECT=2 {{(pid=55138) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1049.008579] nova-conductor[55138]: DEBUG dbcounter [-] [55138] Writing DB stats nova_cell1:SELECT=6,nova_cell1:INSERT=15,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1 {{(pid=55138) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1049.017929] nova-conductor[55138]: DEBUG dbcounter [-] [55138] Writing DB stats nova_api:SELECT=12,nova_api:UPDATE=2 {{(pid=55138) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1049.020558] nova-conductor[55138]: DEBUG dbcounter [-] [55138] Writing DB stats nova_api:SELECT=12,nova_api:DELETE=2 {{(pid=55138) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1052.521206] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-89b799d0-7d04-4df2-b51d-3549c54814bb tempest-ServerGroupTestJSON-1293124536 tempest-ServerGroupTestJSON-1293124536-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1052.521549] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-89b799d0-7d04-4df2-b51d-3549c54814bb tempest-ServerGroupTestJSON-1293124536 tempest-ServerGroupTestJSON-1293124536-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.001s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1052.521725] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-89b799d0-7d04-4df2-b51d-3549c54814bb tempest-ServerGroupTestJSON-1293124536 tempest-ServerGroupTestJSON-1293124536-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1053.049895] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-89b799d0-7d04-4df2-b51d-3549c54814bb tempest-ServerGroupTestJSON-1293124536 tempest-ServerGroupTestJSON-1293124536-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55138) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1053.066454] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-89b799d0-7d04-4df2-b51d-3549c54814bb tempest-ServerGroupTestJSON-1293124536 tempest-ServerGroupTestJSON-1293124536-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1053.066673] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-89b799d0-7d04-4df2-b51d-3549c54814bb tempest-ServerGroupTestJSON-1293124536 tempest-ServerGroupTestJSON-1293124536-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1053.066840] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-89b799d0-7d04-4df2-b51d-3549c54814bb tempest-ServerGroupTestJSON-1293124536 tempest-ServerGroupTestJSON-1293124536-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1053.105915] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-89b799d0-7d04-4df2-b51d-3549c54814bb tempest-ServerGroupTestJSON-1293124536 tempest-ServerGroupTestJSON-1293124536-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1053.106163] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-89b799d0-7d04-4df2-b51d-3549c54814bb tempest-ServerGroupTestJSON-1293124536 tempest-ServerGroupTestJSON-1293124536-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1053.106334] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-89b799d0-7d04-4df2-b51d-3549c54814bb tempest-ServerGroupTestJSON-1293124536 tempest-ServerGroupTestJSON-1293124536-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1053.106700] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-89b799d0-7d04-4df2-b51d-3549c54814bb tempest-ServerGroupTestJSON-1293124536 tempest-ServerGroupTestJSON-1293124536-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1053.106882] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-89b799d0-7d04-4df2-b51d-3549c54814bb tempest-ServerGroupTestJSON-1293124536 tempest-ServerGroupTestJSON-1293124536-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1053.107055] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-89b799d0-7d04-4df2-b51d-3549c54814bb tempest-ServerGroupTestJSON-1293124536 tempest-ServerGroupTestJSON-1293124536-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1053.158342] nova-conductor[55138]: DEBUG nova.quota [None req-89b799d0-7d04-4df2-b51d-3549c54814bb tempest-ServerGroupTestJSON-1293124536 tempest-ServerGroupTestJSON-1293124536-project-member] Getting quotas for project b0fe5199b8b940e0b23c49026fdcc685. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1053.160721] nova-conductor[55138]: DEBUG nova.quota [None req-89b799d0-7d04-4df2-b51d-3549c54814bb tempest-ServerGroupTestJSON-1293124536 tempest-ServerGroupTestJSON-1293124536-project-member] Getting quotas for user 02f6449267784ba1a50ca6a9148821b8 and project b0fe5199b8b940e0b23c49026fdcc685. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1053.165844] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-89b799d0-7d04-4df2-b51d-3549c54814bb tempest-ServerGroupTestJSON-1293124536 tempest-ServerGroupTestJSON-1293124536-project-member] [instance: 6e172a2a-1918-430c-84ce-005fef97bbf1] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55138) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1053.166388] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-89b799d0-7d04-4df2-b51d-3549c54814bb tempest-ServerGroupTestJSON-1293124536 tempest-ServerGroupTestJSON-1293124536-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1053.166597] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-89b799d0-7d04-4df2-b51d-3549c54814bb tempest-ServerGroupTestJSON-1293124536 tempest-ServerGroupTestJSON-1293124536-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1053.166866] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-89b799d0-7d04-4df2-b51d-3549c54814bb tempest-ServerGroupTestJSON-1293124536 tempest-ServerGroupTestJSON-1293124536-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1053.172376] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-89b799d0-7d04-4df2-b51d-3549c54814bb tempest-ServerGroupTestJSON-1293124536 tempest-ServerGroupTestJSON-1293124536-project-member] [instance: 6e172a2a-1918-430c-84ce-005fef97bbf1] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55138) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1053.172881] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-89b799d0-7d04-4df2-b51d-3549c54814bb tempest-ServerGroupTestJSON-1293124536 tempest-ServerGroupTestJSON-1293124536-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1053.173054] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-89b799d0-7d04-4df2-b51d-3549c54814bb tempest-ServerGroupTestJSON-1293124536 tempest-ServerGroupTestJSON-1293124536-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1053.173227] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-89b799d0-7d04-4df2-b51d-3549c54814bb tempest-ServerGroupTestJSON-1293124536 tempest-ServerGroupTestJSON-1293124536-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1053.192964] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-89b799d0-7d04-4df2-b51d-3549c54814bb tempest-ServerGroupTestJSON-1293124536 tempest-ServerGroupTestJSON-1293124536-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1053.193201] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-89b799d0-7d04-4df2-b51d-3549c54814bb tempest-ServerGroupTestJSON-1293124536 tempest-ServerGroupTestJSON-1293124536-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1053.193368] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-89b799d0-7d04-4df2-b51d-3549c54814bb tempest-ServerGroupTestJSON-1293124536 tempest-ServerGroupTestJSON-1293124536-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1057.955293] nova-conductor[55139]: DEBUG dbcounter [-] [55139] Writing DB stats nova_cell0:SELECT=1 {{(pid=55139) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1057.976653] nova-conductor[55139]: DEBUG dbcounter [-] [55139] Writing DB stats nova_cell1:SELECT=26,nova_cell1:INSERT=38,nova_cell1:UPDATE=9 {{(pid=55139) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1057.986696] nova-conductor[55139]: DEBUG dbcounter [-] [55139] Writing DB stats nova_api:SELECT=33,nova_api:DELETE=1,nova_api:UPDATE=2 {{(pid=55139) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1057.990068] nova-conductor[55139]: DEBUG dbcounter [-] [55139] Writing DB stats nova_api:SELECT=33,nova_api:UPDATE=3,nova_api:DELETE=4 {{(pid=55139) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1063.152738] nova-conductor[55138]: DEBUG dbcounter [-] [55138] Writing DB stats nova_cell0:SELECT=1 {{(pid=55138) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1063.176018] nova-conductor[55138]: DEBUG dbcounter [-] [55138] Writing DB stats nova_cell1:SELECT=3,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=8,nova_cell1:RELEASE=1 {{(pid=55138) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1063.186399] nova-conductor[55138]: DEBUG dbcounter [-] [55138] Writing DB stats nova_api:SELECT=8,nova_api:UPDATE=1 {{(pid=55138) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1063.191131] nova-conductor[55138]: DEBUG dbcounter [-] [55138] Writing DB stats nova_api:SELECT=5,nova_api:DELETE=1 {{(pid=55138) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1065.339287] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-c1cca27e-6c3e-4e61-992d-8b93b323ea9d tempest-ServersNegativeTestJSON-326092276 tempest-ServersNegativeTestJSON-326092276-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55139) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1065.355162] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-c1cca27e-6c3e-4e61-992d-8b93b323ea9d tempest-ServersNegativeTestJSON-326092276 tempest-ServersNegativeTestJSON-326092276-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1065.355370] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-c1cca27e-6c3e-4e61-992d-8b93b323ea9d tempest-ServersNegativeTestJSON-326092276 tempest-ServersNegativeTestJSON-326092276-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1065.355586] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-c1cca27e-6c3e-4e61-992d-8b93b323ea9d tempest-ServersNegativeTestJSON-326092276 tempest-ServersNegativeTestJSON-326092276-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1065.392417] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-c1cca27e-6c3e-4e61-992d-8b93b323ea9d tempest-ServersNegativeTestJSON-326092276 tempest-ServersNegativeTestJSON-326092276-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1065.392691] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-c1cca27e-6c3e-4e61-992d-8b93b323ea9d tempest-ServersNegativeTestJSON-326092276 tempest-ServersNegativeTestJSON-326092276-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1065.392898] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-c1cca27e-6c3e-4e61-992d-8b93b323ea9d tempest-ServersNegativeTestJSON-326092276 tempest-ServersNegativeTestJSON-326092276-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1065.393363] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-c1cca27e-6c3e-4e61-992d-8b93b323ea9d tempest-ServersNegativeTestJSON-326092276 tempest-ServersNegativeTestJSON-326092276-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1065.394505] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-c1cca27e-6c3e-4e61-992d-8b93b323ea9d tempest-ServersNegativeTestJSON-326092276 tempest-ServersNegativeTestJSON-326092276-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1065.394505] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-c1cca27e-6c3e-4e61-992d-8b93b323ea9d tempest-ServersNegativeTestJSON-326092276 tempest-ServersNegativeTestJSON-326092276-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1065.404663] nova-conductor[55139]: DEBUG nova.quota [None req-c1cca27e-6c3e-4e61-992d-8b93b323ea9d tempest-ServersNegativeTestJSON-326092276 tempest-ServersNegativeTestJSON-326092276-project-member] Getting quotas for project 433b1d11832147b886bed7a3a4952768. Resources: {'instances', 'cores', 'ram'} {{(pid=55139) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1065.407696] nova-conductor[55139]: DEBUG nova.quota [None req-c1cca27e-6c3e-4e61-992d-8b93b323ea9d tempest-ServersNegativeTestJSON-326092276 tempest-ServersNegativeTestJSON-326092276-project-member] Getting quotas for user 47a40b09812d4be68bb478771514dfa3 and project 433b1d11832147b886bed7a3a4952768. Resources: {'instances', 'cores', 'ram'} {{(pid=55139) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1065.415495] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-c1cca27e-6c3e-4e61-992d-8b93b323ea9d tempest-ServersNegativeTestJSON-326092276 tempest-ServersNegativeTestJSON-326092276-project-member] [instance: 9646810e-06d2-4de0-8f0c-e8719541da53] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55139) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1065.416026] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-c1cca27e-6c3e-4e61-992d-8b93b323ea9d tempest-ServersNegativeTestJSON-326092276 tempest-ServersNegativeTestJSON-326092276-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1065.416239] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-c1cca27e-6c3e-4e61-992d-8b93b323ea9d tempest-ServersNegativeTestJSON-326092276 tempest-ServersNegativeTestJSON-326092276-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1065.416400] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-c1cca27e-6c3e-4e61-992d-8b93b323ea9d tempest-ServersNegativeTestJSON-326092276 tempest-ServersNegativeTestJSON-326092276-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1065.420840] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-c1cca27e-6c3e-4e61-992d-8b93b323ea9d tempest-ServersNegativeTestJSON-326092276 tempest-ServersNegativeTestJSON-326092276-project-member] [instance: 9646810e-06d2-4de0-8f0c-e8719541da53] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55139) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1065.421509] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-c1cca27e-6c3e-4e61-992d-8b93b323ea9d tempest-ServersNegativeTestJSON-326092276 tempest-ServersNegativeTestJSON-326092276-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1065.421740] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-c1cca27e-6c3e-4e61-992d-8b93b323ea9d tempest-ServersNegativeTestJSON-326092276 tempest-ServersNegativeTestJSON-326092276-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1065.421913] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-c1cca27e-6c3e-4e61-992d-8b93b323ea9d tempest-ServersNegativeTestJSON-326092276 tempest-ServersNegativeTestJSON-326092276-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1065.439741] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-c1cca27e-6c3e-4e61-992d-8b93b323ea9d tempest-ServersNegativeTestJSON-326092276 tempest-ServersNegativeTestJSON-326092276-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1065.439925] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-c1cca27e-6c3e-4e61-992d-8b93b323ea9d tempest-ServersNegativeTestJSON-326092276 tempest-ServersNegativeTestJSON-326092276-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1065.440088] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-c1cca27e-6c3e-4e61-992d-8b93b323ea9d tempest-ServersNegativeTestJSON-326092276 tempest-ServersNegativeTestJSON-326092276-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1070.301854] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-dc22684f-b9bc-4990-a72a-efca9aebff5d tempest-AttachVolumeNegativeTest-1243065399 tempest-AttachVolumeNegativeTest-1243065399-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55138) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1070.318580] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-dc22684f-b9bc-4990-a72a-efca9aebff5d tempest-AttachVolumeNegativeTest-1243065399 tempest-AttachVolumeNegativeTest-1243065399-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1070.318803] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-dc22684f-b9bc-4990-a72a-efca9aebff5d tempest-AttachVolumeNegativeTest-1243065399 tempest-AttachVolumeNegativeTest-1243065399-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1070.319014] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-dc22684f-b9bc-4990-a72a-efca9aebff5d tempest-AttachVolumeNegativeTest-1243065399 tempest-AttachVolumeNegativeTest-1243065399-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1070.351687] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-dc22684f-b9bc-4990-a72a-efca9aebff5d tempest-AttachVolumeNegativeTest-1243065399 tempest-AttachVolumeNegativeTest-1243065399-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1070.351919] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-dc22684f-b9bc-4990-a72a-efca9aebff5d tempest-AttachVolumeNegativeTest-1243065399 tempest-AttachVolumeNegativeTest-1243065399-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1070.352862] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-dc22684f-b9bc-4990-a72a-efca9aebff5d tempest-AttachVolumeNegativeTest-1243065399 tempest-AttachVolumeNegativeTest-1243065399-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1070.352862] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-dc22684f-b9bc-4990-a72a-efca9aebff5d tempest-AttachVolumeNegativeTest-1243065399 tempest-AttachVolumeNegativeTest-1243065399-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1070.352862] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-dc22684f-b9bc-4990-a72a-efca9aebff5d tempest-AttachVolumeNegativeTest-1243065399 tempest-AttachVolumeNegativeTest-1243065399-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1070.352862] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-dc22684f-b9bc-4990-a72a-efca9aebff5d tempest-AttachVolumeNegativeTest-1243065399 tempest-AttachVolumeNegativeTest-1243065399-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1070.361972] nova-conductor[55138]: DEBUG nova.quota [None req-dc22684f-b9bc-4990-a72a-efca9aebff5d tempest-AttachVolumeNegativeTest-1243065399 tempest-AttachVolumeNegativeTest-1243065399-project-member] Getting quotas for project f7d28fea097541adadf0839940568409. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1070.364981] nova-conductor[55138]: DEBUG nova.quota [None req-dc22684f-b9bc-4990-a72a-efca9aebff5d tempest-AttachVolumeNegativeTest-1243065399 tempest-AttachVolumeNegativeTest-1243065399-project-member] Getting quotas for user 63a29c785cf240a7b6418dadc7119574 and project f7d28fea097541adadf0839940568409. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1070.370084] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-dc22684f-b9bc-4990-a72a-efca9aebff5d tempest-AttachVolumeNegativeTest-1243065399 tempest-AttachVolumeNegativeTest-1243065399-project-member] [instance: 214c63b6-35e3-46e1-a9de-f3cea251c3c9] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55138) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1070.370549] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-dc22684f-b9bc-4990-a72a-efca9aebff5d tempest-AttachVolumeNegativeTest-1243065399 tempest-AttachVolumeNegativeTest-1243065399-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1070.370743] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-dc22684f-b9bc-4990-a72a-efca9aebff5d tempest-AttachVolumeNegativeTest-1243065399 tempest-AttachVolumeNegativeTest-1243065399-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1070.370906] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-dc22684f-b9bc-4990-a72a-efca9aebff5d tempest-AttachVolumeNegativeTest-1243065399 tempest-AttachVolumeNegativeTest-1243065399-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1070.378747] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-dc22684f-b9bc-4990-a72a-efca9aebff5d tempest-AttachVolumeNegativeTest-1243065399 tempest-AttachVolumeNegativeTest-1243065399-project-member] [instance: 214c63b6-35e3-46e1-a9de-f3cea251c3c9] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55138) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1070.379462] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-dc22684f-b9bc-4990-a72a-efca9aebff5d tempest-AttachVolumeNegativeTest-1243065399 tempest-AttachVolumeNegativeTest-1243065399-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1070.379646] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-dc22684f-b9bc-4990-a72a-efca9aebff5d tempest-AttachVolumeNegativeTest-1243065399 tempest-AttachVolumeNegativeTest-1243065399-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1070.379813] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-dc22684f-b9bc-4990-a72a-efca9aebff5d tempest-AttachVolumeNegativeTest-1243065399 tempest-AttachVolumeNegativeTest-1243065399-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1070.393546] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-dc22684f-b9bc-4990-a72a-efca9aebff5d tempest-AttachVolumeNegativeTest-1243065399 tempest-AttachVolumeNegativeTest-1243065399-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1070.393746] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-dc22684f-b9bc-4990-a72a-efca9aebff5d tempest-AttachVolumeNegativeTest-1243065399 tempest-AttachVolumeNegativeTest-1243065399-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1070.393933] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-dc22684f-b9bc-4990-a72a-efca9aebff5d tempest-AttachVolumeNegativeTest-1243065399 tempest-AttachVolumeNegativeTest-1243065399-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1075.399036] nova-conductor[55139]: DEBUG dbcounter [-] [55139] Writing DB stats nova_cell0:SELECT=1 {{(pid=55139) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1075.424204] nova-conductor[55139]: DEBUG dbcounter [-] [55139] Writing DB stats nova_cell1:SELECT=3,nova_cell1:SAVEPOINT=1,nova_cell1:INSERT=8,nova_cell1:RELEASE=1 {{(pid=55139) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1075.435684] nova-conductor[55139]: DEBUG dbcounter [-] [55139] Writing DB stats nova_api:SELECT=7 {{(pid=55139) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1075.437055] nova-conductor[55139]: DEBUG dbcounter [-] [55139] Writing DB stats nova_api:SELECT=6,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=55139) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1077.234204] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-693a281c-9da3-428c-a182-117f002b0e35 tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55139) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1077.246167] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-693a281c-9da3-428c-a182-117f002b0e35 tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1077.246396] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-693a281c-9da3-428c-a182-117f002b0e35 tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1077.246565] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-693a281c-9da3-428c-a182-117f002b0e35 tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1077.271038] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-693a281c-9da3-428c-a182-117f002b0e35 tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1077.271230] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-693a281c-9da3-428c-a182-117f002b0e35 tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1077.271399] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-693a281c-9da3-428c-a182-117f002b0e35 tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1077.271864] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-693a281c-9da3-428c-a182-117f002b0e35 tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1077.272083] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-693a281c-9da3-428c-a182-117f002b0e35 tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1077.272252] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-693a281c-9da3-428c-a182-117f002b0e35 tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1077.279423] nova-conductor[55139]: DEBUG nova.quota [None req-693a281c-9da3-428c-a182-117f002b0e35 tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Getting quotas for project f508ec04edc844a19640a8a85f27e5b9. Resources: {'instances', 'cores', 'ram'} {{(pid=55139) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1077.281553] nova-conductor[55139]: DEBUG nova.quota [None req-693a281c-9da3-428c-a182-117f002b0e35 tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Getting quotas for user b59e7e62d92e4f5eb0fee41e8f5196d7 and project f508ec04edc844a19640a8a85f27e5b9. Resources: {'instances', 'cores', 'ram'} {{(pid=55139) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1077.286466] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-693a281c-9da3-428c-a182-117f002b0e35 tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] [instance: 1cc050d2-1055-40b0-9769-dc03f7995da3] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55139) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1077.286923] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-693a281c-9da3-428c-a182-117f002b0e35 tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1077.287139] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-693a281c-9da3-428c-a182-117f002b0e35 tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1077.287311] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-693a281c-9da3-428c-a182-117f002b0e35 tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1077.296670] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-693a281c-9da3-428c-a182-117f002b0e35 tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] [instance: 1cc050d2-1055-40b0-9769-dc03f7995da3] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55139) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1077.297350] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-693a281c-9da3-428c-a182-117f002b0e35 tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1077.297554] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-693a281c-9da3-428c-a182-117f002b0e35 tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1077.297720] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-693a281c-9da3-428c-a182-117f002b0e35 tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1077.316740] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-693a281c-9da3-428c-a182-117f002b0e35 tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1077.316971] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-693a281c-9da3-428c-a182-117f002b0e35 tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1077.317164] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-693a281c-9da3-428c-a182-117f002b0e35 tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1080.357218] nova-conductor[55138]: DEBUG dbcounter [-] [55138] Writing DB stats nova_cell0:SELECT=1 {{(pid=55138) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1080.381836] nova-conductor[55138]: DEBUG dbcounter [-] [55138] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=55138) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1080.387821] nova-conductor[55138]: DEBUG dbcounter [-] [55138] Writing DB stats nova_api:SELECT=6,nova_api:UPDATE=1 {{(pid=55138) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1080.391494] nova-conductor[55138]: DEBUG dbcounter [-] [55138] Writing DB stats nova_api:SELECT=6,nova_api:DELETE=1 {{(pid=55138) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1081.522479] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-a41f7a06-5d5b-4a2b-aa5b-c3634fd4f580 tempest-ServersNegativeTestJSON-326092276 tempest-ServersNegativeTestJSON-326092276-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=55139) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1081.535159] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-a41f7a06-5d5b-4a2b-aa5b-c3634fd4f580 tempest-ServersNegativeTestJSON-326092276 tempest-ServersNegativeTestJSON-326092276-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1081.535581] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-a41f7a06-5d5b-4a2b-aa5b-c3634fd4f580 tempest-ServersNegativeTestJSON-326092276 tempest-ServersNegativeTestJSON-326092276-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1081.535973] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-a41f7a06-5d5b-4a2b-aa5b-c3634fd4f580 tempest-ServersNegativeTestJSON-326092276 tempest-ServersNegativeTestJSON-326092276-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1081.571118] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-a41f7a06-5d5b-4a2b-aa5b-c3634fd4f580 tempest-ServersNegativeTestJSON-326092276 tempest-ServersNegativeTestJSON-326092276-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1081.571356] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-a41f7a06-5d5b-4a2b-aa5b-c3634fd4f580 tempest-ServersNegativeTestJSON-326092276 tempest-ServersNegativeTestJSON-326092276-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1081.571528] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-a41f7a06-5d5b-4a2b-aa5b-c3634fd4f580 tempest-ServersNegativeTestJSON-326092276 tempest-ServersNegativeTestJSON-326092276-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1081.571952] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-a41f7a06-5d5b-4a2b-aa5b-c3634fd4f580 tempest-ServersNegativeTestJSON-326092276 tempest-ServersNegativeTestJSON-326092276-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1081.572161] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-a41f7a06-5d5b-4a2b-aa5b-c3634fd4f580 tempest-ServersNegativeTestJSON-326092276 tempest-ServersNegativeTestJSON-326092276-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1081.572326] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-a41f7a06-5d5b-4a2b-aa5b-c3634fd4f580 tempest-ServersNegativeTestJSON-326092276 tempest-ServersNegativeTestJSON-326092276-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1081.580906] nova-conductor[55139]: DEBUG nova.quota [None req-a41f7a06-5d5b-4a2b-aa5b-c3634fd4f580 tempest-ServersNegativeTestJSON-326092276 tempest-ServersNegativeTestJSON-326092276-project-member] Getting quotas for project 433b1d11832147b886bed7a3a4952768. Resources: {'instances', 'cores', 'ram'} {{(pid=55139) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1081.584023] nova-conductor[55139]: DEBUG nova.quota [None req-a41f7a06-5d5b-4a2b-aa5b-c3634fd4f580 tempest-ServersNegativeTestJSON-326092276 tempest-ServersNegativeTestJSON-326092276-project-member] Getting quotas for user 47a40b09812d4be68bb478771514dfa3 and project 433b1d11832147b886bed7a3a4952768. Resources: {'instances', 'cores', 'ram'} {{(pid=55139) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1081.588845] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-a41f7a06-5d5b-4a2b-aa5b-c3634fd4f580 tempest-ServersNegativeTestJSON-326092276 tempest-ServersNegativeTestJSON-326092276-project-member] [instance: bed3be83-e467-4466-ad1f-9ca89bfa87a8] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55139) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1081.589320] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-a41f7a06-5d5b-4a2b-aa5b-c3634fd4f580 tempest-ServersNegativeTestJSON-326092276 tempest-ServersNegativeTestJSON-326092276-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1081.589559] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-a41f7a06-5d5b-4a2b-aa5b-c3634fd4f580 tempest-ServersNegativeTestJSON-326092276 tempest-ServersNegativeTestJSON-326092276-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1081.589739] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-a41f7a06-5d5b-4a2b-aa5b-c3634fd4f580 tempest-ServersNegativeTestJSON-326092276 tempest-ServersNegativeTestJSON-326092276-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1081.596605] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-a41f7a06-5d5b-4a2b-aa5b-c3634fd4f580 tempest-ServersNegativeTestJSON-326092276 tempest-ServersNegativeTestJSON-326092276-project-member] [instance: bed3be83-e467-4466-ad1f-9ca89bfa87a8] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55139) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1081.597410] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-a41f7a06-5d5b-4a2b-aa5b-c3634fd4f580 tempest-ServersNegativeTestJSON-326092276 tempest-ServersNegativeTestJSON-326092276-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1081.597661] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-a41f7a06-5d5b-4a2b-aa5b-c3634fd4f580 tempest-ServersNegativeTestJSON-326092276 tempest-ServersNegativeTestJSON-326092276-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1081.597859] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-a41f7a06-5d5b-4a2b-aa5b-c3634fd4f580 tempest-ServersNegativeTestJSON-326092276 tempest-ServersNegativeTestJSON-326092276-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1081.614606] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-a41f7a06-5d5b-4a2b-aa5b-c3634fd4f580 tempest-ServersNegativeTestJSON-326092276 tempest-ServersNegativeTestJSON-326092276-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1081.614817] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-a41f7a06-5d5b-4a2b-aa5b-c3634fd4f580 tempest-ServersNegativeTestJSON-326092276 tempest-ServersNegativeTestJSON-326092276-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1081.614977] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-a41f7a06-5d5b-4a2b-aa5b-c3634fd4f580 tempest-ServersNegativeTestJSON-326092276 tempest-ServersNegativeTestJSON-326092276-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1090.033476] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-2ca99cc8-03f4-4e3e-bc5a-8eef5722a56a tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Targeting cell 97f9caa4-145d-43be-b385-f5d201c44331(cell1) for conductor method migrate_server {{(pid=55139) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 1090.033806] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-2ca99cc8-03f4-4e3e-bc5a-8eef5722a56a tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1090.034044] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-2ca99cc8-03f4-4e3e-bc5a-8eef5722a56a tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1090.034297] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-2ca99cc8-03f4-4e3e-bc5a-8eef5722a56a tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1090.107172] nova-conductor[55139]: DEBUG nova.conductor.tasks.migrate [None req-2ca99cc8-03f4-4e3e-bc5a-8eef5722a56a tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] [instance: 1cc050d2-1055-40b0-9769-dc03f7995da3] Restricting to cell 97f9caa4-145d-43be-b385-f5d201c44331(cell1) while migrating {{(pid=55139) _set_requested_destination_cell /opt/stack/nova/nova/conductor/tasks/migrate.py:210}} [ 1090.200993] nova-conductor[55139]: DEBUG nova.conductor.tasks.migrate [None req-2ca99cc8-03f4-4e3e-bc5a-8eef5722a56a tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] Created allocations for migration d0fa269f-50a0-48dc-b06a-d3d25ba42c25 on 79b33d17-3e75-494c-a550-67b275de2079 {{(pid=55139) replace_allocation_with_migration /opt/stack/nova/nova/conductor/tasks/migrate.py:88}} [ 1090.706883] nova-conductor[55139]: DEBUG nova.conductor.tasks.migrate [None req-2ca99cc8-03f4-4e3e-bc5a-8eef5722a56a tempest-DeleteServersTestJSON-1267463819 tempest-DeleteServersTestJSON-1267463819-project-member] [instance: 1cc050d2-1055-40b0-9769-dc03f7995da3] Calling prep_resize with selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55139) _execute /opt/stack/nova/nova/conductor/tasks/migrate.py:325}} [ 1091.576180] nova-conductor[55139]: DEBUG dbcounter [-] [55139] Writing DB stats nova_cell0:SELECT=2 {{(pid=55139) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1096.478504] nova-conductor[55139]: DEBUG dbcounter [-] [55139] Writing DB stats nova_cell1:UPDATE=205,nova_cell1:SELECT=278,nova_cell1:INSERT=19,nova_cell1:SAVEPOINT=16,nova_cell1:RELEASE=16,nova_cell1:DELETE=14 {{(pid=55139) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1099.100096] nova-conductor[55138]: DEBUG dbcounter [-] [55138] Writing DB stats nova_cell1:SELECT=289,nova_cell1:UPDATE=179,nova_cell1:INSERT=25,nova_cell1:SAVEPOINT=26,nova_cell1:RELEASE=26,nova_cell1:DELETE=5 {{(pid=55138) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1100.048648] nova-conductor[55139]: DEBUG dbcounter [-] [55139] Writing DB stats nova_api:SELECT=13,nova_api:UPDATE=1,nova_api:DELETE=1 {{(pid=55139) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1100.725971] nova-conductor[55139]: DEBUG dbcounter [-] [55139] Writing DB stats nova_api:SELECT=15,nova_api:DELETE=1,nova_api:UPDATE=2 {{(pid=55139) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1100.741135] nova-conductor[55139]: DEBUG dbcounter [-] [55139] Writing DB stats nova_cell1:SELECT=14,nova_cell1:INSERT=17,nova_cell1:UPDATE=6 {{(pid=55139) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1119.734809] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-5f2db8d2-bf88-4936-93cc-174ec5dea46a tempest-AttachVolumeShelveTestJSON-977664705 tempest-AttachVolumeShelveTestJSON-977664705-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=55138) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1119.750096] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-5f2db8d2-bf88-4936-93cc-174ec5dea46a tempest-AttachVolumeShelveTestJSON-977664705 tempest-AttachVolumeShelveTestJSON-977664705-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1119.750306] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-5f2db8d2-bf88-4936-93cc-174ec5dea46a tempest-AttachVolumeShelveTestJSON-977664705 tempest-AttachVolumeShelveTestJSON-977664705-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1119.750481] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-5f2db8d2-bf88-4936-93cc-174ec5dea46a tempest-AttachVolumeShelveTestJSON-977664705 tempest-AttachVolumeShelveTestJSON-977664705-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1119.782421] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-5f2db8d2-bf88-4936-93cc-174ec5dea46a tempest-AttachVolumeShelveTestJSON-977664705 tempest-AttachVolumeShelveTestJSON-977664705-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1119.782589] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-5f2db8d2-bf88-4936-93cc-174ec5dea46a tempest-AttachVolumeShelveTestJSON-977664705 tempest-AttachVolumeShelveTestJSON-977664705-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1119.782780] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-5f2db8d2-bf88-4936-93cc-174ec5dea46a tempest-AttachVolumeShelveTestJSON-977664705 tempest-AttachVolumeShelveTestJSON-977664705-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1119.783171] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-5f2db8d2-bf88-4936-93cc-174ec5dea46a tempest-AttachVolumeShelveTestJSON-977664705 tempest-AttachVolumeShelveTestJSON-977664705-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1119.783355] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-5f2db8d2-bf88-4936-93cc-174ec5dea46a tempest-AttachVolumeShelveTestJSON-977664705 tempest-AttachVolumeShelveTestJSON-977664705-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1119.783516] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-5f2db8d2-bf88-4936-93cc-174ec5dea46a tempest-AttachVolumeShelveTestJSON-977664705 tempest-AttachVolumeShelveTestJSON-977664705-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1119.792434] nova-conductor[55138]: DEBUG nova.quota [None req-5f2db8d2-bf88-4936-93cc-174ec5dea46a tempest-AttachVolumeShelveTestJSON-977664705 tempest-AttachVolumeShelveTestJSON-977664705-project-member] Getting quotas for project 2b2de35030a9484094e964ffc30a822d. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1119.795644] nova-conductor[55138]: DEBUG nova.quota [None req-5f2db8d2-bf88-4936-93cc-174ec5dea46a tempest-AttachVolumeShelveTestJSON-977664705 tempest-AttachVolumeShelveTestJSON-977664705-project-member] Getting quotas for user 3e9b38cd253441939b048166110aef47 and project 2b2de35030a9484094e964ffc30a822d. Resources: {'instances', 'cores', 'ram'} {{(pid=55138) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1119.800885] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-5f2db8d2-bf88-4936-93cc-174ec5dea46a tempest-AttachVolumeShelveTestJSON-977664705 tempest-AttachVolumeShelveTestJSON-977664705-project-member] [instance: ed60fb5e-b08f-4846-942d-c4edde39d1ae] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55138) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1119.801380] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-5f2db8d2-bf88-4936-93cc-174ec5dea46a tempest-AttachVolumeShelveTestJSON-977664705 tempest-AttachVolumeShelveTestJSON-977664705-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1119.801581] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-5f2db8d2-bf88-4936-93cc-174ec5dea46a tempest-AttachVolumeShelveTestJSON-977664705 tempest-AttachVolumeShelveTestJSON-977664705-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1119.801748] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-5f2db8d2-bf88-4936-93cc-174ec5dea46a tempest-AttachVolumeShelveTestJSON-977664705 tempest-AttachVolumeShelveTestJSON-977664705-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1119.806385] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-5f2db8d2-bf88-4936-93cc-174ec5dea46a tempest-AttachVolumeShelveTestJSON-977664705 tempest-AttachVolumeShelveTestJSON-977664705-project-member] [instance: ed60fb5e-b08f-4846-942d-c4edde39d1ae] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55138) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1119.807036] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-5f2db8d2-bf88-4936-93cc-174ec5dea46a tempest-AttachVolumeShelveTestJSON-977664705 tempest-AttachVolumeShelveTestJSON-977664705-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1119.807240] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-5f2db8d2-bf88-4936-93cc-174ec5dea46a tempest-AttachVolumeShelveTestJSON-977664705 tempest-AttachVolumeShelveTestJSON-977664705-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1119.807405] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-5f2db8d2-bf88-4936-93cc-174ec5dea46a tempest-AttachVolumeShelveTestJSON-977664705 tempest-AttachVolumeShelveTestJSON-977664705-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1119.824129] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-5f2db8d2-bf88-4936-93cc-174ec5dea46a tempest-AttachVolumeShelveTestJSON-977664705 tempest-AttachVolumeShelveTestJSON-977664705-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1119.824476] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-5f2db8d2-bf88-4936-93cc-174ec5dea46a tempest-AttachVolumeShelveTestJSON-977664705 tempest-AttachVolumeShelveTestJSON-977664705-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1119.824476] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-5f2db8d2-bf88-4936-93cc-174ec5dea46a tempest-AttachVolumeShelveTestJSON-977664705 tempest-AttachVolumeShelveTestJSON-977664705-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1129.787640] nova-conductor[55138]: DEBUG dbcounter [-] [55138] Writing DB stats nova_cell0:SELECT=1 {{(pid=55138) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1129.809778] nova-conductor[55138]: DEBUG dbcounter [-] [55138] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=55138) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1129.818832] nova-conductor[55138]: DEBUG dbcounter [-] [55138] Writing DB stats nova_api:SELECT=3,nova_api:UPDATE=1 {{(pid=55138) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1129.821631] nova-conductor[55138]: DEBUG dbcounter [-] [55138] Writing DB stats nova_api:SELECT=9,nova_api:DELETE=1 {{(pid=55138) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1131.071125] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-a354702e-c303-4467-a85e-28bd02c05892 tempest-ServersNegativeTestJSON-326092276 tempest-ServersNegativeTestJSON-326092276-project-member] Targeting cell 97f9caa4-145d-43be-b385-f5d201c44331(cell1) for conductor method unshelve_instance {{(pid=55138) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 1131.071396] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-a354702e-c303-4467-a85e-28bd02c05892 tempest-ServersNegativeTestJSON-326092276 tempest-ServersNegativeTestJSON-326092276-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1131.071556] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-a354702e-c303-4467-a85e-28bd02c05892 tempest-ServersNegativeTestJSON-326092276 tempest-ServersNegativeTestJSON-326092276-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1131.071740] nova-conductor[55138]: DEBUG oslo_concurrency.lockutils [None req-a354702e-c303-4467-a85e-28bd02c05892 tempest-ServersNegativeTestJSON-326092276 tempest-ServersNegativeTestJSON-326092276-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55138) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1131.160735] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-a354702e-c303-4467-a85e-28bd02c05892 tempest-ServersNegativeTestJSON-326092276 tempest-ServersNegativeTestJSON-326092276-project-member] [instance: 9646810e-06d2-4de0-8f0c-e8719541da53] Requesting cell 97f9caa4-145d-43be-b385-f5d201c44331(cell1) during scheduling {{(pid=55138) _restrict_request_spec_to_cell /opt/stack/nova/nova/conductor/manager.py:963}} [ 1131.670209] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-a354702e-c303-4467-a85e-28bd02c05892 tempest-ServersNegativeTestJSON-326092276 tempest-ServersNegativeTestJSON-326092276-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55138) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1131.670209] nova-conductor[55138]: DEBUG nova.conductor.manager [None req-a354702e-c303-4467-a85e-28bd02c05892 tempest-ServersNegativeTestJSON-326092276 tempest-ServersNegativeTestJSON-326092276-project-member] [instance: 9646810e-06d2-4de0-8f0c-e8719541da53] Scheduler selected host: cpu-1, node:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=55138) unshelve_instance /opt/stack/nova/nova/conductor/manager.py:1116}} [ 1131.682836] nova-conductor[55138]: DEBUG nova.objects.instance [None req-a354702e-c303-4467-a85e-28bd02c05892 tempest-ServersNegativeTestJSON-326092276 tempest-ServersNegativeTestJSON-326092276-project-member] Lazy-loading 'flavor' on Instance uuid 9646810e-06d2-4de0-8f0c-e8719541da53 {{(pid=55138) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1141.163189] nova-conductor[55138]: DEBUG dbcounter [-] [55138] Writing DB stats nova_api:SELECT=2 {{(pid=55138) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1141.672865] nova-conductor[55138]: DEBUG dbcounter [-] [55138] Writing DB stats nova_api:SELECT=2 {{(pid=55138) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1141.718226] nova-conductor[55138]: DEBUG dbcounter [-] [55138] Writing DB stats nova_cell1:SELECT=7,nova_cell1:UPDATE=6,nova_cell1:INSERT=2 {{(pid=55138) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1142.061262] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-68589176-5802-4189-8486-88bb594e7bbe tempest-AttachVolumeNegativeTest-1243065399 tempest-AttachVolumeNegativeTest-1243065399-project-member] Took 0.50 seconds to select destinations for 1 instance(s). {{(pid=55139) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1142.073986] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-68589176-5802-4189-8486-88bb594e7bbe tempest-AttachVolumeNegativeTest-1243065399 tempest-AttachVolumeNegativeTest-1243065399-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1142.074189] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-68589176-5802-4189-8486-88bb594e7bbe tempest-AttachVolumeNegativeTest-1243065399 tempest-AttachVolumeNegativeTest-1243065399-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1142.074357] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-68589176-5802-4189-8486-88bb594e7bbe tempest-AttachVolumeNegativeTest-1243065399 tempest-AttachVolumeNegativeTest-1243065399-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1142.098352] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-68589176-5802-4189-8486-88bb594e7bbe tempest-AttachVolumeNegativeTest-1243065399 tempest-AttachVolumeNegativeTest-1243065399-project-member] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1142.098574] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-68589176-5802-4189-8486-88bb594e7bbe tempest-AttachVolumeNegativeTest-1243065399 tempest-AttachVolumeNegativeTest-1243065399-project-member] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1142.098744] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-68589176-5802-4189-8486-88bb594e7bbe tempest-AttachVolumeNegativeTest-1243065399 tempest-AttachVolumeNegativeTest-1243065399-project-member] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1142.099122] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-68589176-5802-4189-8486-88bb594e7bbe tempest-AttachVolumeNegativeTest-1243065399 tempest-AttachVolumeNegativeTest-1243065399-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1142.099303] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-68589176-5802-4189-8486-88bb594e7bbe tempest-AttachVolumeNegativeTest-1243065399 tempest-AttachVolumeNegativeTest-1243065399-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1142.099460] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-68589176-5802-4189-8486-88bb594e7bbe tempest-AttachVolumeNegativeTest-1243065399 tempest-AttachVolumeNegativeTest-1243065399-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1142.107311] nova-conductor[55139]: DEBUG nova.quota [None req-68589176-5802-4189-8486-88bb594e7bbe tempest-AttachVolumeNegativeTest-1243065399 tempest-AttachVolumeNegativeTest-1243065399-project-member] Getting quotas for project f7d28fea097541adadf0839940568409. Resources: {'instances', 'cores', 'ram'} {{(pid=55139) _get_quotas /opt/stack/nova/nova/quota.py:393}} [ 1142.109615] nova-conductor[55139]: DEBUG nova.quota [None req-68589176-5802-4189-8486-88bb594e7bbe tempest-AttachVolumeNegativeTest-1243065399 tempest-AttachVolumeNegativeTest-1243065399-project-member] Getting quotas for user 63a29c785cf240a7b6418dadc7119574 and project f7d28fea097541adadf0839940568409. Resources: {'instances', 'cores', 'ram'} {{(pid=55139) _get_quotas /opt/stack/nova/nova/quota.py:383}} [ 1142.114648] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-68589176-5802-4189-8486-88bb594e7bbe tempest-AttachVolumeNegativeTest-1243065399 tempest-AttachVolumeNegativeTest-1243065399-project-member] [instance: 0c1b85f5-0d2a-41bf-acec-d1f6bfc6cca8] Selected host: cpu-1; Selected node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28; Alternates: [] {{(pid=55139) schedule_and_build_instances /opt/stack/nova/nova/conductor/manager.py:1761}} [ 1142.115171] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-68589176-5802-4189-8486-88bb594e7bbe tempest-AttachVolumeNegativeTest-1243065399 tempest-AttachVolumeNegativeTest-1243065399-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1142.115403] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-68589176-5802-4189-8486-88bb594e7bbe tempest-AttachVolumeNegativeTest-1243065399 tempest-AttachVolumeNegativeTest-1243065399-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1142.115605] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-68589176-5802-4189-8486-88bb594e7bbe tempest-AttachVolumeNegativeTest-1243065399 tempest-AttachVolumeNegativeTest-1243065399-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1142.119939] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-68589176-5802-4189-8486-88bb594e7bbe tempest-AttachVolumeNegativeTest-1243065399 tempest-AttachVolumeNegativeTest-1243065399-project-member] [instance: 0c1b85f5-0d2a-41bf-acec-d1f6bfc6cca8] block_device_mapping [BlockDeviceMapping(attachment_id=,boot_index=0,connection_info=None,created_at=,delete_on_termination=True,deleted=,deleted_at=,destination_type='local',device_name=None,device_type='disk',disk_bus=None,encrypted=False,encryption_format=None,encryption_options=None,encryption_secret_uuid=None,guest_format=None,id=,image_id='bb172aa4-a5a8-4395-9793-2416c30721cd',instance=,instance_uuid=,no_device=False,snapshot_id=None,source_type='image',tag=None,updated_at=,uuid=,volume_id=None,volume_size=None,volume_type=None)] {{(pid=55139) _create_block_device_mapping /opt/stack/nova/nova/conductor/manager.py:1506}} [ 1142.120642] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-68589176-5802-4189-8486-88bb594e7bbe tempest-AttachVolumeNegativeTest-1243065399 tempest-AttachVolumeNegativeTest-1243065399-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1142.120890] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-68589176-5802-4189-8486-88bb594e7bbe tempest-AttachVolumeNegativeTest-1243065399 tempest-AttachVolumeNegativeTest-1243065399-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1142.121132] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-68589176-5802-4189-8486-88bb594e7bbe tempest-AttachVolumeNegativeTest-1243065399 tempest-AttachVolumeNegativeTest-1243065399-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1142.134677] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-68589176-5802-4189-8486-88bb594e7bbe tempest-AttachVolumeNegativeTest-1243065399 tempest-AttachVolumeNegativeTest-1243065399-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1142.134881] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-68589176-5802-4189-8486-88bb594e7bbe tempest-AttachVolumeNegativeTest-1243065399 tempest-AttachVolumeNegativeTest-1243065399-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1142.135060] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-68589176-5802-4189-8486-88bb594e7bbe tempest-AttachVolumeNegativeTest-1243065399 tempest-AttachVolumeNegativeTest-1243065399-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1152.103604] nova-conductor[55139]: DEBUG dbcounter [-] [55139] Writing DB stats nova_cell0:SELECT=1 {{(pid=55139) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1152.123593] nova-conductor[55139]: DEBUG dbcounter [-] [55139] Writing DB stats nova_cell1:SELECT=3,nova_cell1:INSERT=7 {{(pid=55139) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1152.132435] nova-conductor[55139]: DEBUG dbcounter [-] [55139] Writing DB stats nova_api:SELECT=7,nova_api:UPDATE=1 {{(pid=55139) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1152.133998] nova-conductor[55139]: DEBUG dbcounter [-] [55139] Writing DB stats nova_api:SELECT=5,nova_api:DELETE=1 {{(pid=55139) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1156.870347] nova-conductor[55139]: DEBUG dbcounter [-] [55139] Writing DB stats nova_cell1:UPDATE=127,nova_cell1:SELECT=214,nova_cell1:INSERT=30,nova_cell1:DELETE=5,nova_cell1:SAVEPOINT=9,nova_cell1:RELEASE=9 {{(pid=55139) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1159.106594] nova-conductor[55138]: DEBUG dbcounter [-] [55138] Writing DB stats nova_cell1:SELECT=254,nova_cell1:UPDATE=144,nova_cell1:SAVEPOINT=12,nova_cell1:RELEASE=12,nova_cell1:INSERT=34,nova_cell1:DELETE=8 {{(pid=55138) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1185.625767] nova-conductor[55138]: DEBUG dbcounter [-] [55138] Writing DB stats nova_cell1:DELETE=3,nova_cell1:SELECT=16,nova_cell1:UPDATE=19,nova_cell1:INSERT=2,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1 {{(pid=55138) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1186.652806] nova-conductor[55139]: DEBUG dbcounter [-] [55139] Writing DB stats nova_cell1:SELECT=14,nova_cell1:SAVEPOINT=2,nova_cell1:RELEASE=2,nova_cell1:UPDATE=8 {{(pid=55139) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1192.849061] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-c973abf4-99da-43ab-9d41-18dc9f98dd5b tempest-AttachVolumeShelveTestJSON-977664705 tempest-AttachVolumeShelveTestJSON-977664705-project-member] Targeting cell 97f9caa4-145d-43be-b385-f5d201c44331(cell1) for conductor method unshelve_instance {{(pid=55139) wrapper /opt/stack/nova/nova/conductor/manager.py:95}} [ 1192.849302] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-c973abf4-99da-43ab-9d41-18dc9f98dd5b tempest-AttachVolumeShelveTestJSON-977664705 tempest-AttachVolumeShelveTestJSON-977664705-project-member] Acquiring lock "97f9caa4-145d-43be-b385-f5d201c44331" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:402}} [ 1192.849513] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-c973abf4-99da-43ab-9d41-18dc9f98dd5b tempest-AttachVolumeShelveTestJSON-977664705 tempest-AttachVolumeShelveTestJSON-977664705-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:407}} [ 1192.849660] nova-conductor[55139]: DEBUG oslo_concurrency.lockutils [None req-c973abf4-99da-43ab-9d41-18dc9f98dd5b tempest-AttachVolumeShelveTestJSON-977664705 tempest-AttachVolumeShelveTestJSON-977664705-project-member] Lock "97f9caa4-145d-43be-b385-f5d201c44331" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.000s {{(pid=55139) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:421}} [ 1192.947262] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-c973abf4-99da-43ab-9d41-18dc9f98dd5b tempest-AttachVolumeShelveTestJSON-977664705 tempest-AttachVolumeShelveTestJSON-977664705-project-member] [instance: ed60fb5e-b08f-4846-942d-c4edde39d1ae] Requesting cell 97f9caa4-145d-43be-b385-f5d201c44331(cell1) during scheduling {{(pid=55139) _restrict_request_spec_to_cell /opt/stack/nova/nova/conductor/manager.py:963}} [ 1193.455775] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-c973abf4-99da-43ab-9d41-18dc9f98dd5b tempest-AttachVolumeShelveTestJSON-977664705 tempest-AttachVolumeShelveTestJSON-977664705-project-member] Took 0.51 seconds to select destinations for 1 instance(s). {{(pid=55139) _schedule_instances /opt/stack/nova/nova/conductor/manager.py:945}} [ 1193.456193] nova-conductor[55139]: DEBUG nova.conductor.manager [None req-c973abf4-99da-43ab-9d41-18dc9f98dd5b tempest-AttachVolumeShelveTestJSON-977664705 tempest-AttachVolumeShelveTestJSON-977664705-project-member] [instance: ed60fb5e-b08f-4846-942d-c4edde39d1ae] Scheduler selected host: cpu-1, node:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=55139) unshelve_instance /opt/stack/nova/nova/conductor/manager.py:1116}} [ 1193.461236] nova-conductor[55139]: DEBUG nova.objects.instance [None req-c973abf4-99da-43ab-9d41-18dc9f98dd5b tempest-AttachVolumeShelveTestJSON-977664705 tempest-AttachVolumeShelveTestJSON-977664705-project-member] Lazy-loading 'flavor' on Instance uuid ed60fb5e-b08f-4846-942d-c4edde39d1ae {{(pid=55139) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1202.946987] nova-conductor[55139]: DEBUG dbcounter [-] [55139] Writing DB stats nova_api:SELECT=2 {{(pid=55139) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1203.459236] nova-conductor[55139]: DEBUG dbcounter [-] [55139] Writing DB stats nova_api:SELECT=2 {{(pid=55139) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1203.482259] nova-conductor[55139]: DEBUG dbcounter [-] [55139] Writing DB stats nova_cell1:SELECT=7,nova_cell1:UPDATE=6,nova_cell1:INSERT=2 {{(pid=55139) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1223.873225] nova-conductor[55138]: DEBUG dbcounter [-] [55138] Writing DB stats nova_cell1:SELECT=43,nova_cell1:UPDATE=28,nova_cell1:INSERT=4,nova_cell1:SAVEPOINT=4,nova_cell1:RELEASE=4,nova_cell1:DELETE=3 {{(pid=55138) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1224.344436] nova-conductor[55139]: DEBUG dbcounter [-] [55139] Writing DB stats nova_cell1:SELECT=43,nova_cell1:UPDATE=22,nova_cell1:INSERT=2,nova_cell1:SAVEPOINT=3,nova_cell1:RELEASE=3 {{(pid=55139) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1264.261636] nova-conductor[55138]: DEBUG dbcounter [-] [55138] Writing DB stats nova_cell1:SELECT=12,nova_cell1:UPDATE=12,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1,nova_cell1:DELETE=2 {{(pid=55138) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}} [ 1264.778251] nova-conductor[55139]: DEBUG dbcounter [-] [55139] Writing DB stats nova_cell1:SELECT=12,nova_cell1:UPDATE=9,nova_cell1:INSERT=1,nova_cell1:SAVEPOINT=1,nova_cell1:RELEASE=1 {{(pid=55139) stat_writer /opt/stack/data/venv/lib/python3.10/site-packages/dbcounter.py:115}}